-- Logs begin at Wed 2022-05-25 15:14:11 UTC, end at Wed 2022-05-25 16:29:14 UTC. -- May 25 15:58:46.982707 dv-cinder-843277-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 25 15:58:49.757310 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.common.config [-] Logging enabled! May 25 15:58:49.757945 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 25 15:58:49.758047 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103961) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 25 15:58:49.761284 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.common.config [-] Logging enabled! May 25 15:58:49.761530 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 25 15:58:49.761832 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103961) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 25 15:58:49.762737 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:58:49.762959 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:58:49.763325 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:58:49.763563 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:58:49.763784 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:58:49.764217 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.764513 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.764728 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.765020 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.765288 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.765560 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.765847 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.766137 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.766418 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.766688 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.766987 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.767206 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.767478 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.767739 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.768049 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.768266 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] debug = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.768536 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.768972 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.769384 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.769657 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.769935 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.770209 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.770469 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.770734 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.771008 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.771323 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] host = dv-cinder-843277-2-iscsi {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.771592 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.771892 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.772173 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.772447 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.772710 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.772974 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.773247 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.773510 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.773770 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] log_file = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.774033 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.774308 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.774582 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.774864 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.775080 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.775292 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.775566 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.775865 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.776135 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.776397 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.776657 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.776919 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.777180 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.777437 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.777708 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.777980 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.778252 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.778515 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.778776 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.779039 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.779300 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.779570 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.779840 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.780116 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.780377 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.780651 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.780911 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.781173 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.781461 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.781738 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.782006 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.782280 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.782596 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.782870 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.783132 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.783393 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.783652 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] use_json = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.783944 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.784204 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.784475 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.784735 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.784995 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.785254 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.785515 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.785786 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.786046 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:49.786326 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.786611 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.786899 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.787171 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.787461 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.787729 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.788026 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.788293 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.788569 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.788852 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.789131 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.789395 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.789684 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.789963 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.790244 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.790540 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.790825 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.791107 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.791373 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.791637 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.791929 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.792199 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.792474 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.792741 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.793018 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.793297 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.793565 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.793850 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.794123 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.794400 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.794684 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.794963 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.795228 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.795496 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.795774 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.796063 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.796327 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.796606 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.796874 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.797137 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.797408 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.797690 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.797967 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.798253 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.798526 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.798812 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.799080 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.799341 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.799601 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.799891 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.800155 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.800432 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.800698 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.800959 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.801222 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.801486 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.801746 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.802007 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.802272 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.802532 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.802797 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.803061 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.803326 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.803591 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.803876 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.804143 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.804405 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.804669 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.804936 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.805198 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.805458 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.805718 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.805981 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.806245 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.806537 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.806805 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.807073 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.807341 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.807607 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.807899 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.808170 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.808439 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.808708 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.808976 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.809254 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.809527 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.809803 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.810076 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.810345 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.810652 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.810919 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.811186 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.811457 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.811724 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.812015 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.812293 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.812566 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.812852 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.813136 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.813404 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.813735 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.814021 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.814306 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.814580 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.814880 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.815151 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:49.815361 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:58:49.815596 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103961) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 15:58:50.261416 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 15:58:50.261663 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 15:58:50.261969 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 15:58:50.262290 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 15:58:50.579056 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.579311 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.579544 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.580714 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.580978 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.581237 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.634130 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.634397 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.634651 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.649219 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.649490 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.649748 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.678804 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.679068 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.679327 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.714450 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.714723 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:50.714985 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.057007 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.057671 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.057671 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.057845 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.058431 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.155438 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.155755 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.156070 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.156329 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.156585 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.156887 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.157141 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.157410 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.157656 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.157917 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.158171 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.158426 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.158660 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.158908 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.159150 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.159405 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.159649 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.159927 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.160192 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.160442 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.160699 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.160948 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.161223 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.161590 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.161829 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.162356 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.162752 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:58:51.162984 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:58:51.163213 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:58:51.163439 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:58:51.163664 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:58:51.163910 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:58:51.164263 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 15:58:51.168526 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 15:58:51.172396 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 15:58:51.176137 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) May 25 15:58:51.177725 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 15:58:51.178186 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 15:58:51.178510 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 15:58:51.178881 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 15:58:51.181673 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 15:58:51.181915 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 15:58:51.182253 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 15:58:51.187398 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 25 15:58:51.210805 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 15:58:51.211251 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.211542 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103961) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 25 15:58:51.211926 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.213258 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103961) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 15:58:51.213528 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 15:58:51.213761 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 15:58:51.217049 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.217320 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.278531 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 15:58:51.278767 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 15:58:51.278993 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 15:58:51.279356 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 15:58:51.330217 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO dbcounter [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Registered counter for database neutron May 25 15:58:51.353441 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_db.sqlalchemy.engines [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103961) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 15:58:51.362891 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writer thread running {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 15:58:51.828991 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Initializing driver for type 'gre' May 25 15:58:51.829588 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] gre ID ranges: [(1, 1000)] May 25 15:58:51.897439 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Initializing driver for type 'local' May 25 15:58:51.897795 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Initializing driver for type 'vlan' May 25 15:58:51.912450 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] VlanTypeDriver initialization complete May 25 15:58:51.912828 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Initializing driver for type 'vxlan' May 25 15:58:51.913305 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] vxlan ID ranges: [(1, 1000)] May 25 15:58:51.973098 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Initializing extension driver 'port_security' May 25 15:58:51.973607 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.extensions.port_security [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] PortSecurityExtensionDriver initialization complete May 25 15:58:51.973953 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Initializing mechanism driver 'openvswitch' May 25 15:58:51.974294 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Initializing mechanism driver 'hyperv' May 25 15:58:51.980959 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.plugin [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:51.981662 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > port after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.982070 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > port after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.982411 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > port after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.982912 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 15:58:51.983333 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.983685 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.984056 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.984448 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 15:58:51.984853 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > network after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.985200 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > network after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.985578 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > network after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.985962 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 15:58:51.986365 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.986707 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.987027 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.987417 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 15:58:51.987846 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.988188 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.988526 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.988921 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 15:58:51.989322 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.989664 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.989995 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.990381 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 15:58:51.990994 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] ML2 OVO RPC backend initialized. {{(pid=103961) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 25 15:58:51.991708 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.992096 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.992516 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > network before_response 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.992868 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > networks before_response 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.993217 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > port before_response 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.993558 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > ports before_response 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.993904 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.994247 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.994592 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > network after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.994931 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > network after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.995264 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > network after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.995598 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > port after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.995953 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > port after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.996291 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > port after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.996626 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.996960 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:51.997291 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.004977 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded quota_driver: . May 25 15:58:52.005341 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.plugin [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Modular L2 Plugin initialization complete May 25 15:58:52.005687 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading services supported by the core plugin {{(pid=103961) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 15:58:52.006024 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.plugins.ml2.managers [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Got port-security extension from driver 'port_security' May 25 15:58:52.006503 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.extensions.vlantransparent [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Disabled vlantransparent extension. May 25 15:58:52.006999 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103961) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 15:58:52.007321 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading Plugin: router May 25 15:58:52.042223 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.042611 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router after_create 55549900 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.042980 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router before_create 55549900 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.043346 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.043716 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.044102 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router after_delete 55549900 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.044462 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.044814 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.045170 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router after_create 55549900 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.045521 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router after_update 55549900 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.045868 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router after_update 55549900 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.046216 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.046558 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router after_update 55549900 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.046967 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.047333 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: port after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.047670 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: port after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.048064 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: subnet after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.048408 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.048751 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.049093 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.049433 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: port before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.049770 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.050122 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router after_update 55549900 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.050461 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.050791 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.051155 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.051496 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.051999 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > agent after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.052403 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.052746 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > network after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.053677 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Tracking information for resource: router configured {{(pid=103961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:58:52.054044 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Tracking information for resource: floatingip configured {{(pid=103961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:58:52.059663 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.db.l3_agentschedulers_db [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 15:58:52.060509 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: port after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.060927 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: port after_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.061678 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: port after_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.062096 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: port after_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.063060 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router before_create 55550100 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.063737 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.064297 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.064844 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.070688 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.services.provider_configuration [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service providers = [] {{(pid=103961) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 15:58:52.071055 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.db.servicetype_db [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103961) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 15:58:52.074892 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.services.service_base [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:58:52.075319 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.services.service_base [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:58:52.075844 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.services.service_base [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:58:52.076819 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.services.service_base [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:58:52.077240 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.services.service_base [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 15:58:52.077784 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:58:52.078171 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 15:58:52.092423 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:58:52.092925 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading Plugin: auto_allocate May 25 15:58:52.099178 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: network precommit_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.099548 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: network precommit_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.100102 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:58:52.100420 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading Plugin: tag May 25 15:58:52.107041 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:58:52.107373 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading Plugin: timestamp May 25 15:58:52.111489 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:58:52.111835 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading Plugin: network_ip_availability May 25 15:58:52.117473 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.117844 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.118206 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.118919 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:58:52.119246 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading Plugin: flavors May 25 15:58:52.123932 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:58:52.124264 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading Plugin: revisions May 25 15:58:52.128573 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:58:52.128966 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_concurrency.lockutils [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.867s {{(pid=103961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 15:58:52.129701 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103961) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 25 15:58:52.130037 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Initializing extension manager. May 25 15:58:52.130591 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: __init__.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.130893 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: __pycache__ {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.131257 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: _port_mac_address_override.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.131588 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: address_group.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.132564 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.133153 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: address-group May 25 15:58:52.133481 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: address_scope.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.134208 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.134718 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: address-scope May 25 15:58:52.135040 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.135985 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.136498 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: router-admin-state-down-before-update May 25 15:58:52.136824 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: agent.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.137525 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.138028 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: agent May 25 15:58:52.138355 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: agent_resources_synced.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.139263 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.139772 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: agent-resources-synced May 25 15:58:52.140120 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.141937 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.142453 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: allowed-address-pairs May 25 15:58:52.142776 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.143863 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.144419 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: auto-allocated-topology May 25 15:58:52.144738 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: availability_zone.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.145435 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.145937 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: availability_zone May 25 15:58:52.146263 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: availability_zone_filter.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.147178 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.147681 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: availability_zone_filter May 25 15:58:52.148151 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: data_plane_status.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.148959 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.149456 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension data-plane-status not supported by any of loaded plugins May 25 15:58:52.149778 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: default_subnetpools.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.150693 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.151197 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: default-subnetpools May 25 15:58:52.151518 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.152371 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.152870 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: dhcp_agent_scheduler May 25 15:58:52.153193 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: dns.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.154100 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.154615 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension dns-integration not supported by any of loaded plugins May 25 15:58:52.154939 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: dns_domain_ports.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.155857 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.156378 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 15:58:52.156699 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.157737 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.158240 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 25 15:58:52.158560 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: dvr.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.159235 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.159745 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: dvr May 25 15:58:52.160107 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: ecmp_routes.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.161029 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.161531 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension ecmp_routes not supported by any of loaded plugins May 25 15:58:52.161851 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: empty_string_filtering.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.162765 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.163272 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: empty-string-filtering May 25 15:58:52.163590 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.164539 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.165040 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 15:58:52.165358 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.166269 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.166769 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 15:58:52.167096 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: external_net.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.168043 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.168546 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: external-net May 25 15:58:52.168862 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.169773 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.170276 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: extra_dhcp_opt May 25 15:58:52.170592 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: extraroute.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.171505 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.172037 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: extraroute May 25 15:58:52.172356 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: extraroute_atomic.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.173416 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.173919 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: extraroute-atomic May 25 15:58:52.174243 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: filter_validation.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.174910 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.175416 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: filter-validation May 25 15:58:52.175737 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: fip_pf_description.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.176701 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.177197 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 15:58:52.177513 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: fip_pf_port_range.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.178436 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.178935 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 25 15:58:52.179256 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: fip_port_details.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.180211 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.180716 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: fip-port-details May 25 15:58:52.181034 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: flavors.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.182264 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.182781 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: flavors May 25 15:58:52.183109 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.184810 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.185326 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 15:58:52.185655 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: floatingip_pools.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.186503 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.187018 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: floatingip-pools May 25 15:58:52.187341 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: ip_allocation.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.188302 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.188863 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension ip_allocation not supported by any of loaded plugins May 25 15:58:52.189187 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.190123 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.190634 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: ip-substring-filtering May 25 15:58:52.190955 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: l2_adjacency.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.192279 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.192786 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension l2_adjacency not supported by any of loaded plugins May 25 15:58:52.193104 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: l3.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.194087 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.194599 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: router May 25 15:58:52.194924 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.197193 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.197727 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 15:58:52.198058 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.198985 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.199493 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: ext-gw-mode May 25 15:58:52.199842 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.200764 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.201273 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: l3-ha May 25 15:58:52.201590 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.202498 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.202999 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 25 15:58:52.203319 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: l3_flavors.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.204287 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.204797 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: l3-flavors May 25 15:58:52.205119 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.207221 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.207221 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 25 15:58:52.207463 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.208288 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.208795 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: l3-port-ip-change-not-allowed May 25 15:58:52.209120 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: l3agentscheduler.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.210165 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.210679 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: l3_agent_scheduler May 25 15:58:52.211007 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: local_ip.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.212836 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.213354 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension local_ip not supported by any of loaded plugins May 25 15:58:52.213685 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: logging.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.215145 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.215670 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension logging not supported by any of loaded plugins May 25 15:58:52.216037 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: metering.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.216887 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.217471 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: metering May 25 15:58:52.217797 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.218891 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.219408 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: metering_source_and_destination_fields May 25 15:58:52.219758 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: multiprovidernet.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.220881 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.221392 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: multi-provider May 25 15:58:52.221714 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: netmtu.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.222637 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.223137 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: net-mtu May 25 15:58:52.223455 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: netmtu_writable.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.224416 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.224925 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: net-mtu-writable May 25 15:58:52.225252 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: network_availability_zone.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.225936 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.226445 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: network_availability_zone May 25 15:58:52.226764 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: network_ip_availability.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.227903 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.228413 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: network-ip-availability May 25 15:58:52.228729 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: network_segment_range.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.229501 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.230005 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension network-segment-range not supported by any of loaded plugins May 25 15:58:52.230322 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: pagination.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.231301 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.231630 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: pagination May 25 15:58:52.231982 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: port_device_profile.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.232910 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.233419 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: port-device-profile May 25 15:58:52.233738 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: port_mac_address_override.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.234670 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.235179 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: port-mac-override May 25 15:58:52.235525 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.236468 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.236967 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: port-mac-address-regenerate May 25 15:58:52.237289 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.238204 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.238703 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: port-numa-affinity-policy May 25 15:58:52.239024 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: port_resource_request.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.239972 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.240470 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension port-resource-request not supported by any of loaded plugins May 25 15:58:52.240790 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.241751 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.242283 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 25 15:58:52.242608 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: portbindings.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.243540 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.244145 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: binding May 25 15:58:52.244453 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: portbindings_extended.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.245719 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.246243 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: binding-extended May 25 15:58:52.246571 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: portsecurity.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.247488 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.248021 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: port-security May 25 15:58:52.248344 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: project_id.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.249319 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.249651 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: project-id May 25 15:58:52.249967 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: providernet.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.250891 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.251454 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: provider May 25 15:58:52.251784 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.255406 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.255952 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos not supported by any of loaded plugins May 25 15:58:52.256283 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.257530 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.258039 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 15:58:52.258367 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.259313 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.259848 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 15:58:52.260181 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos_default.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.261109 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.261615 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos-default not supported by any of loaded plugins May 25 15:58:52.261940 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos_fip.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.262868 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.263378 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos-fip not supported by any of loaded plugins May 25 15:58:52.263698 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.264664 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.265171 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 25 15:58:52.265496 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.266429 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.266960 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 15:58:52.267285 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.268239 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.268746 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 15:58:52.269064 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.270112 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.270624 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 25 15:58:52.270948 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.272024 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.272536 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 25 15:58:52.272863 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos_pps_rule.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.274039 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.274551 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos-pps not supported by any of loaded plugins May 25 15:58:52.274875 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.275986 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.276506 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 15:58:52.276830 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.277775 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.278290 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 25 15:58:52.278612 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: qos_rules_alias.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.279764 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.280309 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 15:58:52.280638 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: quota_check_limit.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.281550 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.282061 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: quota-check-limit May 25 15:58:52.282440 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: quotasv2.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.283386 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.283716 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: quotas May 25 15:58:52.284065 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: quotasv2_detail.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.285774 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.286113 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: quota_details May 25 15:58:52.286440 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: rbac.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.287509 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.288058 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: rbac-policies May 25 15:58:52.288387 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: rbac_address_group.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.289323 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.289842 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: rbac-address-group May 25 15:58:52.290166 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: rbac_address_scope.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.291195 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.291713 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: rbac-address-scope May 25 15:58:52.292059 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: rbac_security_groups.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.292989 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.293502 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: rbac-security-groups May 25 15:58:52.293823 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.294747 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.295254 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: rbac-subnetpool May 25 15:58:52.295573 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: revisionifmatch.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.296527 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.297047 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: revision-if-match May 25 15:58:52.297364 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: revisions.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.298525 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.299037 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: standard-attr-revisions May 25 15:58:52.299361 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: router_availability_zone.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.300068 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.300578 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: router_availability_zone May 25 15:58:52.300896 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: routerservicetype.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.301824 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.302329 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension router-service-type not supported by any of loaded plugins May 25 15:58:52.302649 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.303594 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.304136 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: security-groups-normalized-cidr May 25 15:58:52.304456 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.305391 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.305900 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: port-security-groups-filtering May 25 15:58:52.306219 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.307162 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.307671 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: security-groups-remote-address-group May 25 15:58:52.308017 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.308956 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.309464 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: security-groups-shared-filtering May 25 15:58:52.309779 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: securitygroup.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.321591 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.322116 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: security-group May 25 15:58:52.322439 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: segment.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.323184 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.323701 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension segment not supported by any of loaded plugins May 25 15:58:52.324051 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.324993 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.325499 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 15:58:52.325821 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: servicetype.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.326931 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.327452 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: service-type May 25 15:58:52.327769 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: sorting.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.328782 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.329128 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: sorting May 25 15:58:52.329463 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: standard_attr_segment.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.330379 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.330894 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 15:58:52.331212 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: standardattrdescription.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.331886 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.332397 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: standard-attr-description May 25 15:58:52.332725 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: stateful_security_group.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.333691 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.334203 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: stateful-security-group May 25 15:58:52.334526 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: stdattrs_common.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.335127 dv-cinder-843277-2-iscsi neutron-server[103961]: WARNING neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 15:58:52.335450 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.336431 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.336952 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 15:58:52.337280 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: subnet_onboard.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.338353 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.339043 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: subnet_onboard May 25 15:58:52.339374 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.340335 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.340843 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 15:58:52.341171 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: subnet_service_types.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.342103 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.342636 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: subnet-service-types May 25 15:58:52.342929 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: subnetallocation.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.344059 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.344572 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: subnet_allocation May 25 15:58:52.344948 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.345616 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.346124 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: subnetpool-prefix-ops May 25 15:58:52.346446 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.347389 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.347930 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 15:58:52.348256 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: tagging.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.349326 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.349839 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: standard-attr-tag May 25 15:58:52.350161 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: timestamp.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.351377 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.351923 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loaded extension: standard-attr-timestamp May 25 15:58:52.352253 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: trunk.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.353280 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.353801 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension trunk not supported by any of loaded plugins May 25 15:58:52.354121 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: trunk_details.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.355044 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.355549 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension trunk-details not supported by any of loaded plugins May 25 15:58:52.355892 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.356819 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.357330 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 15:58:52.357649 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Loading extension file: vlantransparent.py {{(pid=103961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 15:58:52.358327 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 15:58:52.358833 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extension vlan-transparent not supported by any of loaded plugins May 25 15:58:52.361439 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:network May 25 15:58:52.361977 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:subnet May 25 15:58:52.362379 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:58:52.362781 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:port May 25 15:58:52.364054 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.364487 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service FLAVORS assigned prefix: {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.365127 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.365551 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.365878 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:router May 25 15:58:52.366306 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:floatingip May 25 15:58:52.366798 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service METERING assigned prefix: /metering {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.368301 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.368677 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.369028 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:52.370049 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of CountableResource for resource:rbac_policy May 25 15:58:52.370490 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:security_group May 25 15:58:52.370944 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 15:58:52.371548 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service CORE assigned prefix: {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.371902 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:58:52.372249 dv-cinder-843277-2-iscsi neutron-server[103961]: WARNING neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] subnetpool is already registered May 25 15:58:52.372694 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service CORE assigned prefix: {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.373017 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:58:52.373347 dv-cinder-843277-2-iscsi neutron-server[103961]: WARNING neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] subnetpool is already registered May 25 15:58:52.375643 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.376158 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service FLAVORS assigned prefix: {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.376752 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.377178 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.377510 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:router May 25 15:58:52.377841 dv-cinder-843277-2-iscsi neutron-server[103961]: WARNING neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] router is already registered May 25 15:58:52.378259 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:floatingip May 25 15:58:52.378594 dv-cinder-843277-2-iscsi neutron-server[103961]: WARNING neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] floatingip is already registered May 25 15:58:52.379049 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service METERING assigned prefix: /metering {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.379729 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of CountableResource for resource:rbac_policy May 25 15:58:52.380076 dv-cinder-843277-2-iscsi neutron-server[103961]: WARNING neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] rbac_policy is already registered May 25 15:58:52.380491 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:security_group May 25 15:58:52.380818 dv-cinder-843277-2-iscsi neutron-server[103961]: WARNING neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] security_group is already registered May 25 15:58:52.381225 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 15:58:52.381548 dv-cinder-843277-2-iscsi neutron-server[103961]: WARNING neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] security_group_rule is already registered May 25 15:58:52.382183 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service CORE assigned prefix: {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.382508 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:58:52.382840 dv-cinder-843277-2-iscsi neutron-server[103961]: WARNING neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] subnetpool is already registered May 25 15:58:52.383252 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.v2.resource_helper [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Service CORE assigned prefix: {{(pid=103961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:58:52.383576 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:58:52.383935 dv-cinder-843277-2-iscsi neutron-server[103961]: WARNING neutron.quota.resource_registry [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] subnetpool is already registered May 25 15:58:52.384404 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: extensions {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.385885 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: address-groups {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.387384 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: address-scopes {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.388741 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: agents {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.389913 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: auto-allocated-topology {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.391185 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: availability_zones {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.392597 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: dhcp-networks {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.394132 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: dhcp-agents {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.395596 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: routers {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.397354 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: flavors {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.398624 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: service_profiles {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.399870 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: next_providers {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.401335 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: service_profiles {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.402910 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: floatingip-pools {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.404156 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: routers {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.405892 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: floatingips {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.407190 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: l3-routers {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.408686 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: l3-agents {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.410103 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: metering-labels {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.411362 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: metering-label-rules {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.412778 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: network-ip-availabilities {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.414058 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: bindings {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.415623 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: quotas {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.418176 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: quotas {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.419852 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: rbac-policies {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.421044 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: security-groups {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.422408 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: security-group-rules {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.423770 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: service-providers {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.425167 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: subnetpools {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.426495 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: subnetpools {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.428096 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: tags {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.429785 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: tags {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.431643 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: tags {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.433462 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: tags {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.435159 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: tags {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.437197 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: tags {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.438943 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: tags {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.440890 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: tags {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.443054 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: tags {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.444885 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron.api.extensions [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Extended resource: tags {{(pid=103961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:58:52.450952 dv-cinder-843277-2-iscsi neutron-server[103961]: WARNING keystonemiddleware.auth_token [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 15:58:52.456245 dv-cinder-843277-2-iscsi neutron-server[103961]: WARNING keystonemiddleware.auth_token [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 15:58:52.469492 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_concurrency.lockutils [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Acquired lock "singleton_lock" {{(pid=103961) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 25 15:58:52.469994 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_concurrency.lockutils [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Releasing lock "singleton_lock" {{(pid=103961) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 25 15:58:52.470650 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO oslo_service.service [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Starting 2 workers May 25 15:58:52.475571 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Started child 104068 {{(pid=103961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 15:58:52.480057 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Started child 104069 {{(pid=103961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 15:58:52.480894 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:58:52.481569 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO neutron.service [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Neutron service started, listening on 0.0.0.0:9696 May 25 15:58:52.482210 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:58:52.482424 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [-] (104068) wsgi starting up on http://0.0.0.0:9696 May 25 15:58:52.484617 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO oslo_service.service [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Starting 1 workers May 25 15:58:52.484816 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:58:52.489523 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [-] (104069) wsgi starting up on http://0.0.0.0:9696 May 25 15:58:52.490023 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Started child 104070 {{(pid=103961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 15:58:52.490662 dv-cinder-843277-2-iscsi neutron-server[103961]: INFO oslo_service.service [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Starting 1 workers May 25 15:58:52.494096 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.service [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] calling RpcWorker wait() {{(pid=104070) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 15:58:52.494791 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.service [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] returning from RpcWorker wait() {{(pid=104070) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 15:58:52.495072 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Started child 104071 {{(pid=103961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 15:58:52.495808 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2d21de68-07bf-4b64-8d79-f138b98e44b4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:58:52.496246 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:58:52.496752 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:52.497689 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103961) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 15:58:52.497894 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:58:52.498067 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:58:52.498297 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:58:52.498634 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:58:52.498788 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:58:52.499310 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.499585 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.499844 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.500089 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:58:52.500610 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.500735 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.501017 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.501279 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.501568 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.501824 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.501997 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.502151 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.502417 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.502663 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.502960 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.503320 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.503451 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.503684 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.503846 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.504136 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.504398 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.504623 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.504882 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] debug = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.505301 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.505612 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.505851 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.506089 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.506300 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.506572 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.506800 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.507080 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.507320 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.507529 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.507750 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.508032 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.508273 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.508485 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.508711 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.508970 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.509199 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.509649 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] host = dv-cinder-843277-2-iscsi {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.509862 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.510092 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.510320 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.510560 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.510804 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.511015 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.511270 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.511571 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.511782 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.512033 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.512289 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.512541 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.512768 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.513015 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_file = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.513175 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_options = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.513434 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.513670 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.513919 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.514114 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.514279 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.514438 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.514689 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.514850 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.515097 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.515316 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.515531 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.515737 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.516008 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.516230 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.516473 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.516765 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.517023 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.517232 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.517507 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.517732 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.517951 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.518206 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.518435 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.518646 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.518873 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.519108 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.519329 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.520605 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:52.520746 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.520980 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.521223 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.521478 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.521737 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.521953 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.522201 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.522458 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.522685 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.523957 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.524145 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.525120 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.525120 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.525120 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.525389 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.525463 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.525930 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.526090 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.526235 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.526557 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] use_json = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.526820 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.527136 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.527304 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.528599 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.528599 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.528599 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.528599 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.528599 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.528599 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.529075 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.529267 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.530280 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.530541 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.530822 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.531063 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.531331 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.531565 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.531807 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.532098 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.532386 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.532647 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.532954 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.533206 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.533486 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.533983 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.534289 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.534559 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.534755 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.535031 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.535241 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.535435 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.535763 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.535957 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.536170 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.536410 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.536712 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.537010 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.537273 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.537534 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.537879 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.538825 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.538825 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.538825 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.538825 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.539088 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.539249 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.539464 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.539859 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.540090 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.540359 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.540593 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.540813 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.541209 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.541567 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.541945 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.542362 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.542564 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.542930 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.543345 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.543560 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.543773 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.544039 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.544267 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.544526 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.544723 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.544974 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.545159 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.545587 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.545831 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.546038 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.546247 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.546474 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.546686 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.546909 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.547313 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.547756 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.548017 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.548414 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.548774 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.549120 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.549484 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.549829 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.550279 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.550639 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.551001 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.551361 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.551710 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.552126 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.552511 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.552892 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.553075 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.553425 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.553646 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.553886 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.554117 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.554316 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.554534 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.554725 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.554936 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.555144 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.555446 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.555685 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.555957 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.556192 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.556436 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.556669 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.556925 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.557164 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.557378 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.557566 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.557959 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.558167 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.559689 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.559689 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.559689 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.559689 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.559689 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.559689 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.560226 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.560226 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.560373 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.560505 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.560781 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.561016 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.561253 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.561464 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.561727 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.561939 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.562220 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.562448 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.562729 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.562947 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.563216 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.563589 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.563848 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.564129 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.564395 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.564636 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.564857 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.565097 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.565347 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.565570 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.565974 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.566548 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.566791 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.567020 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.568645 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.568645 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.568645 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.568645 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.568645 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.568645 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.569075 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.569075 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.569207 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.569390 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.569653 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.569855 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.570095 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.570321 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.570703 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.571081 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.571295 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.571534 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.571768 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.572030 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.572285 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.572496 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.572707 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.572955 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.573186 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.573394 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.573619 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.573834 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.574050 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.574306 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.574532 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.574746 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.574988 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.575200 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.575430 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.575640 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.575874 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.576130 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.576344 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.576625 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.576867 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.577092 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.577319 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.577556 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.577791 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.578194 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.578311 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.578457 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.578702 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.578929 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.579209 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.579420 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.579628 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.579861 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.580066 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.580312 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.580547 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.580873 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.581104 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.581328 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.581594 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.581835 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.582050 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.582280 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.582512 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.582750 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.582961 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.583174 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.583385 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.583596 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.583803 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.584057 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.584306 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.584557 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.584793 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.585019 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.585228 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.585440 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.585655 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.585864 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.586072 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.586279 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.586483 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.586710 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.586926 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.587149 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.587424 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.587666 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.587915 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.588166 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.588399 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.588847 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.588847 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.589068 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.589417 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.589799 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.590015 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.590223 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.590452 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.590663 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.590868 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.591078 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.591287 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.591669 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.592128 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.592420 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.592633 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.592924 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.593088 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.593296 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.593535 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.593740 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.593944 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.594160 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.594371 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.594582 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.594827 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.595053 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.595256 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.595471 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.595683 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.595925 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.596169 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.596479 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.596616 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.596891 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.597126 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.597363 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.597597 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.597893 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.598105 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.598356 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.598597 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.598829 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.599069 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.599326 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.599648 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.599951 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.600202 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.600464 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.600749 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.601029 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.601297 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.601530 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.601820 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.602161 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.602429 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.602663 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.602909 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.603146 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.603378 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.603586 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.603866 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.604080 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.604309 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.604568 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.604791 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.604949 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:52.605040 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.605209 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.605429 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.605641 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.605884 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.606089 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.606302 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.606509 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.606660 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:58:52.607205 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103961) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 15:58:52.607359 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:58:52.607508 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:58:52.607671 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:58:52.607851 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:58:52.608003 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:58:52.608206 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.609077 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.609077 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.609077 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.609077 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.609077 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.609077 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.609768 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.609768 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.609768 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.609768 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.610207 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.610207 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.610207 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.610207 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.610677 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.610677 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.610881 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.610881 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.611026 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.611176 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.611318 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] debug = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.611433 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.611634 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.611795 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.611979 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.612134 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.612289 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.612973 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.612973 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.612973 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.612973 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.614101 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.614101 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.614101 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.614101 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.614101 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.614101 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.614101 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.614101 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] host = dv-cinder-843277-2-iscsi {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.615130 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.615130 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.615130 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.615130 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.615130 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.615130 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.615130 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.615130 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.616241 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.616241 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.616241 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.616241 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.616241 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.616241 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_file = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.616241 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_options = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.616241 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.616887 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.616887 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.616887 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.616887 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.617423 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.617423 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.617423 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.617423 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.617865 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.617865 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.617865 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.618205 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.618205 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.618351 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.618427 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.618836 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.618836 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.618836 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.619046 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.619139 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.619253 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.619369 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.619521 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.619677 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.619845 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.620012 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.620165 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.620324 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.620479 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.620631 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.620786 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.620939 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.621093 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.621277 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.621409 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.621529 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.621679 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.621836 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.621990 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.622144 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.622298 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.622703 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.622703 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.622943 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.622943 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.623168 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] use_json = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.623168 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.623403 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.623521 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.623638 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.623756 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.623893 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.624037 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.624192 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.624348 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:58:52.624522 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.624678 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.624847 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.625004 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.625162 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.625317 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.625473 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.625633 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.625790 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.625972 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.626163 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.626319 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.626484 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.626640 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.626797 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.626956 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.627115 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.627273 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.627454 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.627574 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.627732 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.627909 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.628076 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.628231 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.628387 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.628542 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.628697 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.628861 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.629020 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.629182 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.629508 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.629667 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.629826 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.629983 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.630141 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.630303 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.630461 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.630935 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.631506 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.631506 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.631506 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.631506 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.631867 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.631867 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.632029 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.632134 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.632296 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.632454 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.632611 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.632769 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.632925 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.633082 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.633238 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.633707 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.633707 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.633707 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.633926 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.634432 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.634432 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.634432 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.634432 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.634726 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.634726 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.634963 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.635044 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.635160 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.635275 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.635430 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.635598 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.635754 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.636449 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.636449 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.636449 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.636449 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.637065 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.637065 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.637065 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.637065 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.637065 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.637400 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.637400 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.637658 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.637658 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.637852 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.637930 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.638090 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.638248 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.638403 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.638559 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.638716 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.638873 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.639043 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.639201 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.639357 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.639514 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.639669 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.639843 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.640013 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.640175 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.640330 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.640487 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.640643 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.640801 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.640961 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.641117 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.641273 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.641429 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.641994 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.641994 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.641994 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.642311 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.642311 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.642500 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.642500 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.642642 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.642787 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.642944 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.643098 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.643810 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.643810 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.643810 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.643810 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.643810 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.644703 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.644703 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.644703 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.644703 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.644703 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.645201 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.645201 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.645201 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.645201 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.645677 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.645677 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.645677 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.646331 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.646331 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.646331 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.646331 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.646331 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.646694 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.646694 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.646845 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.646924 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.647075 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.647232 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.647387 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.647561 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.647937 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.647937 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.648135 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.648252 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.648356 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.648774 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.648774 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.648774 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.649902 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.649902 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.649902 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.649902 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.649902 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.649902 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.649902 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.649902 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.652025 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.652276 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.652520 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.652759 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.653012 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.653218 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.653395 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.653562 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.653722 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 60960) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:58:52.653818 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.653918 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.654053 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.654203 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.654378 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.654546 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.654693 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.654837 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.654994 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.655157 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.655316 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.655477 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.655636 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.655795 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.655980 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.656175 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.656340 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.656500 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.656659 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.656818 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.656978 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.657137 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.657346 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.657507 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.657665 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.657828 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.657988 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.658146 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.658305 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.658463 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.658621 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.658778 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.658943 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.659102 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.659261 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.659418 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.659577 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.659734 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.659931 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.660094 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.660255 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.660414 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.660574 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.660731 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.660891 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.661047 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.661206 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.661364 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.661523 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.661759 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.661892 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.662019 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.662130 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [-] 10.222.0.85 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062966 May 25 15:58:52.662236 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.662340 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.662471 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.662629 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.662808 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.663518 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.663518 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.663518 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.663518 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.663518 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.664246 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.664246 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.664246 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.664246 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.664589 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.664589 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.664589 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.664871 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.664871 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.665148 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.665148 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.665409 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.665497 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.665609 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.665767 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.665926 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.666087 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.666245 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.666403 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.666576 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.666733 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.666893 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.667048 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.667206 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.667364 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.667533 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.667693 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.667885 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.668043 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.668201 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.668341 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.668488 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.668636 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.668799 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.668961 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.669120 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.669269 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.669412 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.669576 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.669742 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.669911 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.670079 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.670227 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.670395 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.670563 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.670768 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.670904 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.671038 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.671195 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.671354 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.671551 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.671697 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.671885 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.672931 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.672931 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.672931 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.672931 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.672931 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.672931 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.672931 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.673802 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.673802 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.673802 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.673802 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.673802 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.673802 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.674517 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.674517 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:58:52.674517 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:59:01.965063 dv-cinder-843277-2-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:03.948769 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12b342-b73b-4a09-ab85-8ac20a24fb5d None None] get_active_networks_info from dv-cinder-843277-2-iscsi {{(pid=104070) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 25 15:59:03.959808 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writer thread running {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 15:59:04.022379 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe12b342-b73b-4a09-ab85-8ac20a24fb5d None None] No non-hosted networks {{(pid=104070) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 15:59:04.046903 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.agentschedulers_db [None req-fe12b342-b73b-4a09-ab85-8ac20a24fb5d None None] DHCP Agent not found on host dv-cinder-843277-2-iscsi {{(pid=104070) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 25 15:59:04.164175 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-57d96263-3486-480e-833d-e0824310b079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552555'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:05.705883 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writer thread running {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 15:59:06.167986 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d26bc42f-9f14-4a43-9b3d-291d61babcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552555'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:06.202901 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d6c423d5-3b1b-4fb2-8eff-e22c537b0740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:06.994853 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552555'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:07.057092 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 32802) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:59:07.615373 dv-cinder-843277-2-iscsi neutron-server[104068]: WARNING oslo_policy.policy [None req-1023ed6e-5db7-4360-af9b-6b681166e42a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:59:07.616026 dv-cinder-843277-2-iscsi neutron-server[104068]: WARNING oslo_policy.policy [None req-1023ed6e-5db7-4360-af9b-6b681166e42a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:59:07.831323 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [None req-1023ed6e-5db7-4360-af9b-6b681166e42a admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:59:07.843891 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1023ed6e-5db7-4360-af9b-6b681166e42a admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7744439 May 25 15:59:08.557412 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552555'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:10.084930 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552555'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:10.085615 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.085978 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.086274 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.086944 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.087033 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.087428 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.087612 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.087947 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.088267 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.088584 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.088916 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.089234 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.089559 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.089872 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.090186 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:10.090928 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843277-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:10.097963 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843277-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:10.320876 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 32834) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:59:10.855802 dv-cinder-843277-2-iscsi neutron-server[104069]: WARNING oslo_policy.policy [None req-ff9c9409-b66e-4e7b-a1a3-00c95bcdbc9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:59:10.856399 dv-cinder-843277-2-iscsi neutron-server[104069]: WARNING oslo_policy.policy [None req-ff9c9409-b66e-4e7b-a1a3-00c95bcdbc9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:59:11.070125 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-ff9c9409-b66e-4e7b-a1a3-00c95bcdbc9b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:59:11.161483 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.policy [None req-ff9c9409-b66e-4e7b-a1a3-00c95bcdbc9b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104069) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 15:59:11.203417 dv-cinder-843277-2-iscsi neutron-server[104069]: WARNING oslo_policy.policy [None req-ff9c9409-b66e-4e7b-a1a3-00c95bcdbc9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:59:11.203890 dv-cinder-843277-2-iscsi neutron-server[104069]: WARNING oslo_policy.policy [None req-ff9c9409-b66e-4e7b-a1a3-00c95bcdbc9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:59:11.224165 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writer thread running {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 15:59:11.311576 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ff9c9409-b66e-4e7b-a1a3-00c95bcdbc9b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767739482814', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767739483298', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767739466623', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767739477289', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767739446652', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767739459602', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8154672', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8324555', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560863', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-601466'] for rbac-policy (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:11.393435 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ff9c9409-b66e-4e7b-a1a3-00c95bcdbc9b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:11.394576 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ff9c9409-b66e-4e7b-a1a3-00c95bcdbc9b admin admin] 10.222.0.85 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0718977 May 25 15:59:12.248797 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.db.l3_hamode_db [None req-dd0db926-cb61-4077-96b6-3f9b5d0ee6d5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 15:59:12.336181 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0db926-cb61-4077-96b6-3f9b5d0ee6d5 None None] Routers set() bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:59:12.336978 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0db926-cb61-4077-96b6-3f9b5d0ee6d5 None None] Router IDs set() for agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 25 15:59:13.790606 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 32852) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:59:14.143939 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:59:14.177048 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Made reservation on behalf of 89a647c5dfc34a43ad12c49f8f57d99d for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:59:14.180941 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:14.198129 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:14.309162 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Publish callbacks [] for security_group (6ca8754c-0808-4709-b7e0-df3b5757804a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:14.315086 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (6ca8754c-0808-4709-b7e0-df3b5757804a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:14.336440 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:59:14.372773 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (9c11174d-3e54-447c-a127-1e61fcbf3675), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:14.373238 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Added segment 9c11174d-3e54-447c-a127-1e61fcbf3675 of type vlan for network 2ad5aace-a786-49db-9505-c8ed9c3209a3 May 25 15:59:14.405882 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca8754c-0808-4709-b7e0-df3b5757804a,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:14.445056 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.445253 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.445610 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.445955 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.446272 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.446577 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.446883 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.447191 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.447492 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.447777 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.448105 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.448433 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.448736 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.449037 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.449332 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Tracked resource versions report: May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: pushed versions: May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: { 'AddressGroup': {'1.2'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Agent': {'1.1'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'ConntrackHelper': {'1.0'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'LocalIPAssociation': {'1.0'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Log': {'1.0'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'NDPProxy': {'1.0'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Network': {'1.1'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Port': {'1.7'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'PortForwarding': {'1.3'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'QosPolicy': {'1.10'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'SecurityGroup': {'1.5'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'SecurityGroupRule': {'1.2'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'SubPort': {'1.0'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Subnet': {'1.1'}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Trunk': {'1.1'}} May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: consumer versions: May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: { DHCP agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: L3 agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: Metadata agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: Metering agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: Open vSwitch agent@dv-cinder-843277-2-iscsi: { 'AddressGroup': '1.2', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Agent': '1.1', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'ConntrackHelper': '1.0', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'LocalIPAssociation': '1.0', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Log': '1.0', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'NDPProxy': '1.0', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Network': '1.1', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Port': '1.7', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'PortForwarding': '1.3', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'QosPolicy': '1.10', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'SecurityGroup': '1.5', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'SecurityGroupRule': '1.2', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'SubPort': '1.0', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Subnet': '1.1', May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Trunk': '1.1'}} May 25 15:59:14.450728 dv-cinder-843277-2-iscsi neutron-server[104069]: {{(pid=104069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:59:14.477510 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (2ad5aace-a786-49db-9505-c8ed9c3209a3), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:14.495474 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=52,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:14.525499 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (2ad5aace-a786-49db-9505-c8ed9c3209a3), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:14.531069 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:59:14.531789 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:14.629732 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8380530 May 25 15:59:14.652835 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5aa5f-fd36-480b-9a25-6fca17afb63a demo demo] Pushing event updated for resources: {'Network': ['ID=2ad5aace-a786-49db-9505-c8ed9c3209a3,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:14.666482 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network 2ad5aace-a786-49db-9505-c8ed9c3209a3 details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:59:17.114162 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 32866) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:59:17.466319 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writer thread running {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 15:59:17.668689 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.policy [None req-8b69d102-66dc-4ba1-a7ba-3bc1c804c24d demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104068) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 15:59:17.709079 dv-cinder-843277-2-iscsi neutron-server[104068]: WARNING oslo_policy.policy [None req-8b69d102-66dc-4ba1-a7ba-3bc1c804c24d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:59:17.709442 dv-cinder-843277-2-iscsi neutron-server[104068]: WARNING oslo_policy.policy [None req-8b69d102-66dc-4ba1-a7ba-3bc1c804c24d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:59:17.716970 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b69d102-66dc-4ba1-a7ba-3bc1c804c24d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:59:17.718925 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8b69d102-66dc-4ba1-a7ba-3bc1c804c24d demo admin] 10.222.0.85 "GET /v2.0/networks/2ad5aace-a786-49db-9505-c8ed9c3209a3 HTTP/1.1" status: 200 len: 825 time: 0.6036310 May 25 15:59:17.761466 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f95b7913-e621-4f7e-be46-c2ae7289c4a7 demo admin] 10.222.0.85 "GET /v2.0/subnetpools/e6597d76-c368-4911-98c6-1921e86157d9 HTTP/1.1" status: 200 len: 734 time: 0.0335770 May 25 15:59:17.770484 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Request body: {'subnet': {'subnetpool_id': 'e6597d76-c368-4911-98c6-1921e86157d9', 'gateway_ip': '172.20.0.1', 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:59:17.812100 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Made reservation on behalf of 89a647c5dfc34a43ad12c49f8f57d99d for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:59:17.815151 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:18.106432 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for subnet (7bb96b8c-5ade-4c2b-91c2-368b4be76042), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:18.177773 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Checking segment: {'id': '9c11174d-3e54-447c-a127-1e61fcbf3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:59:18.178446 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Network hostable DHCP agents. Network: 2ad5aace-a786-49db-9505-c8ed9c3209a3, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:59:18.185389 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7bb96b8c-5ade-4c2b-91c2-368b4be76042,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:18.194698 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:18.198395 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.198726 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.199063 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.199400 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.199725 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.200050 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.200364 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.200670 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.200988 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.201285 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.201593 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.201914 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.202249 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.202612 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.202913 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Tracked resource versions report: May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: pushed versions: May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: { 'AddressGroup': {'1.2'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Agent': {'1.1'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'ConntrackHelper': {'1.0'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'LocalIPAssociation': {'1.0'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Log': {'1.0'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'NDPProxy': {'1.0'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Network': {'1.1'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Port': {'1.7'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'PortForwarding': {'1.3'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'QosPolicy': {'1.10'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'SecurityGroup': {'1.5'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'SecurityGroupRule': {'1.2'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'SubPort': {'1.0'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Subnet': {'1.1'}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Trunk': {'1.1'}} May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: consumer versions: May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: { DHCP agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: L3 agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: Metadata agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: Metering agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: Open vSwitch agent@dv-cinder-843277-2-iscsi: { 'AddressGroup': '1.2', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Agent': '1.1', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'ConntrackHelper': '1.0', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'LocalIPAssociation': '1.0', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Log': '1.0', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'NDPProxy': '1.0', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Network': '1.1', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Port': '1.7', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'PortForwarding': '1.3', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'QosPolicy': '1.10', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'SecurityGroup': '1.5', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'SecurityGroupRule': '1.2', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'SubPort': '1.0', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Subnet': '1.1', May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Trunk': '1.1'}} May 25 15:59:18.204306 dv-cinder-843277-2-iscsi neutron-server[104068]: {{(pid=104068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:59:18.232038 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Network 2ad5aace-a786-49db-9505-c8ed9c3209a3 is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:59:18.247847 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, 2ad5aace-a786-49db-9505-c8ed9c3209a3) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:59:18.252342 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:59:18.252981 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:18.257733 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e1b624-78f9-431c-afa1-6c7862a78cb1 None None] Network 2ad5aace-a786-49db-9505-c8ed9c3209a3 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:59:18.276417 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e8348984-a16c-4b8f-8bfa-e87fa8275a99 demo admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5093298 May 25 15:59:18.521677 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36dff1af-7e65-55b9-86f4-0fb241d6de40-2ad5aace-a786-49db-9505-c8ed9c3209a3', 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3', 'project_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'fixed_ips': [{'subnet_id': '7bb96b8c-5ade-4c2b-91c2-368b4be76042'}]}} from dv-cinder-843277-2-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 15:59:18.522915 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:18.799537 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Allocated IP 172.20.0.2 (2ad5aace-a786-49db-9505-c8ed9c3209a3/7bb96b8c-5ade-4c2b-91c2-368b4be76042/37c5523b-710e-48fd-95b3-bf9075bfffe5) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:59:18.885694 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=61,neutron:INSERT=35,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:19.063430 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Publish callbacks [] for port (37c5523b-710e-48fd-95b3-bf9075bfffe5), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:19.071401 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (37c5523b-710e-48fd-95b3-bf9075bfffe5), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:19.153338 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Network 2ad5aace-a786-49db-9505-c8ed9c3209a3 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:59:19.157067 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:59:19.160857 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Pushing event updated for resources: {'Port': ['ID=37c5523b-710e-48fd-95b3-bf9075bfffe5,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:19.163082 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:59:19.171716 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.172089 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.172463 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.172802 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.173136 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.173463 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.173789 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.174114 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.174416 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.175125 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.175452 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.175761 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.176110 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.176428 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.176748 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Tracked resource versions report: May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: pushed versions: May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: { 'AddressGroup': {'1.2'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Agent': {'1.1'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'ConntrackHelper': {'1.0'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'LocalIPAssociation': {'1.0'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Log': {'1.0'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'NDPProxy': {'1.0'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Network': {'1.1'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Port': {'1.7'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'PortForwarding': {'1.3'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'QosPolicy': {'1.10'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'SecurityGroup': {'1.5'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'SecurityGroupRule': {'1.2'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'SubPort': {'1.0'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Subnet': {'1.1'}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Trunk': {'1.1'}} May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: consumer versions: May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: { DHCP agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: L3 agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: Metadata agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: Metering agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: Open vSwitch agent@dv-cinder-843277-2-iscsi: { 'AddressGroup': '1.2', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Agent': '1.1', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'ConntrackHelper': '1.0', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'LocalIPAssociation': '1.0', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Log': '1.0', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'NDPProxy': '1.0', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Network': '1.1', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Port': '1.7', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'PortForwarding': '1.3', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'QosPolicy': '1.10', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'SecurityGroup': '1.5', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'SecurityGroupRule': '1.2', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'SubPort': '1.0', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Subnet': '1.1', May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Trunk': '1.1'}} May 25 15:59:19.178255 dv-cinder-843277-2-iscsi neutron-server[104070]: {{(pid=104070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:59:19.262776 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Attempting to bind port 37c5523b-710e-48fd-95b3-bf9075bfffe5 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:59:19.263515 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Attempting to bind port 37c5523b-710e-48fd-95b3-bf9075bfffe5 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '9c11174d-3e54-447c-a127-1e61fcbf3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:59:19.263515 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Attempting to bind port 37c5523b-710e-48fd-95b3-bf9075bfffe5 on network 2ad5aace-a786-49db-9505-c8ed9c3209a3 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:59:19.268818 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:59:19.269178 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Checking segment: {'id': '9c11174d-3e54-447c-a127-1e61fcbf3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:59:19.269654 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:19.270010 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Bound using segment: {'id': '9c11174d-3e54-447c-a127-1e61fcbf3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:59:19.270509 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Bound port: 37c5523b-710e-48fd-95b3-bf9075bfffe5, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c11174d-3e54-447c-a127-1e61fcbf3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:59:19.270899 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (37c5523b-710e-48fd-95b3-bf9075bfffe5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:19.273385 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:19.331860 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] For port 37c5523b-710e-48fd-95b3-bf9075bfffe5, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:59:19.352496 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] For port 37c5523b-710e-48fd-95b3-bf9075bfffe5, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=37c5523b-710e-48fd-95b3-bf9075bfffe5,segment=NetworkSegment(9c11174d-3e54-447c-a127-1e61fcbf3675),segment_id=9c11174d-3e54-447c-a127-1e61fcbf3675)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:59:19.361185 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (37c5523b-710e-48fd-95b3-bf9075bfffe5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:19.415050 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41da231-8525-4e92-a210-5a6d4dc47681 None None] Pushing event updated for resources: {'Port': ['ID=37c5523b-710e-48fd-95b3-bf9075bfffe5,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:20.714618 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 32884) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:59:21.053320 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [None req-62377d55-c6a3-4ed2-9856-4a55adf7fe2f admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:59:21.067849 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-62377d55-c6a3-4ed2-9856-4a55adf7fe2f admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3385987 May 25 15:59:22.568187 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=9 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:22.569458 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:23.505961 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 32896) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:59:23.842948 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [None req-85d43995-cd43-4a3d-9837-8b34fa9c645b admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:59:23.843941 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-85d43995-cd43-4a3d-9837-8b34fa9c645b admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3369265 May 25 15:59:24.641360 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:24.649629 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=12,neutron:SELECT=51,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:26.301372 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 32904) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:59:26.633142 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-98b82714-f682-4860-b08c-a3b28b698344 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:59:26.660215 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-98b82714-f682-4860-b08c-a3b28b698344 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4723'] for router (6ed2d29f-12c0-4015-8221-9f25385881ab), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:26.661819 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-98b82714-f682-4860-b08c-a3b28b698344 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4618'] for router (6ed2d29f-12c0-4015-8221-9f25385881ab), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:26.820530 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-98b82714-f682-4860-b08c-a3b28b698344 demo demo] Publish callbacks [] for router_controller (6ed2d29f-12c0-4015-8221-9f25385881ab), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:26.827045 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-98b82714-f682-4860-b08c-a3b28b698344 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549138'] for router (6ed2d29f-12c0-4015-8221-9f25385881ab), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:26.848681 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-98b82714-f682-4860-b08c-a3b28b698344 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:26.867856 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-98b82714-f682-4860-b08c-a3b28b698344 demo demo] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5475090 May 25 15:59:29.314153 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 32916) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:59:29.411066 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:INSERT=1,neutron:SELECT=43,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:29.412914 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:29.652915 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [None req-c58e5471-a03e-4df6-b459-2a4dcc8fb3c9 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:59:29.653919 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c58e5471-a03e-4df6-b459-2a4dcc8fb3c9 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3385181 May 25 15:59:30.491115 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f70e26d-5f4e-47e6-b80f-5f7b4fe6cf18 None None] Network 2ad5aace-a786-49db-9505-c8ed9c3209a3 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:59:30.559346 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-5a26cb73-a5b4-4e84-8625-2c4bfc049e2b None None] Provisioning complete for port 37c5523b-710e-48fd-95b3-bf9075bfffe5 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:59:30.559639 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5a26cb73-a5b4-4e84-8625-2c4bfc049e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (37c5523b-710e-48fd-95b3-bf9075bfffe5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:30.743979 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-5a26cb73-a5b4-4e84-8625-2c4bfc049e2b None None] Current status of the port 37c5523b-710e-48fd-95b3-bf9075bfffe5 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:59:30.744301 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5a26cb73-a5b4-4e84-8625-2c4bfc049e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (37c5523b-710e-48fd-95b3-bf9075bfffe5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:30.779937 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-5a26cb73-a5b4-4e84-8625-2c4bfc049e2b None None] For port 37c5523b-710e-48fd-95b3-bf9075bfffe5, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=37c5523b-710e-48fd-95b3-bf9075bfffe5,segment=NetworkSegment(9c11174d-3e54-447c-a127-1e61fcbf3675),segment_id=9c11174d-3e54-447c-a127-1e61fcbf3675)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:59:30.782635 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 37c5523b-710e-48fd-95b3-bf9075bfffe5 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:59:30.786199 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5a26cb73-a5b4-4e84-8625-2c4bfc049e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (37c5523b-710e-48fd-95b3-bf9075bfffe5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:30.865021 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26cb73-a5b4-4e84-8625-2c4bfc049e2b None None] Pushing event updated for resources: {'Port': ['ID=37c5523b-710e-48fd-95b3-bf9075bfffe5,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:30.874063 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 37c5523b-710e-48fd-95b3-bf9075bfffe5 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:59:30.874352 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (37c5523b-710e-48fd-95b3-bf9075bfffe5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:30.948298 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 37c5523b-710e-48fd-95b3-bf9075bfffe5 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:59:31.005495 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-b4718985-706d-4538-b161-4f69af11476c None None] Provisioning complete for port 37c5523b-710e-48fd-95b3-bf9075bfffe5 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:59:31.005860 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b4718985-706d-4538-b161-4f69af11476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (37c5523b-710e-48fd-95b3-bf9075bfffe5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:31.077294 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-b4718985-706d-4538-b161-4f69af11476c None None] Current status of the port 37c5523b-710e-48fd-95b3-bf9075bfffe5 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:59:32.113061 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 32926) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:59:32.477939 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:59:32.503308 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Made reservation on behalf of 12da861032034c60b092c703b1fe5e90 for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:59:32.505633 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:32.513877 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:32.589628 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Publish callbacks [] for security_group (b1efce5e-df38-4440-a15b-460d29f6ca67), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:32.595667 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (b1efce5e-df38-4440-a15b-460d29f6ca67), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:32.611054 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Reserving flat network on physical network physnet1 {{(pid=104069) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 15:59:32.628771 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1efce5e-df38-4440-a15b-460d29f6ca67,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:32.639259 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (9c9bae46-534f-4d38-bbfb-fb69e3088988), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:32.640292 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Added segment 9c9bae46-534f-4d38-bbfb-fb69e3088988 of type flat for network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 May 25 15:59:32.686619 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (4e6c4ec2-d02b-4928-8ff2-3ab154959939), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:32.722480 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (4e6c4ec2-d02b-4928-8ff2-3ab154959939), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:32.723469 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:59:32.724070 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:32.740494 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 37c5523b-710e-48fd-95b3-bf9075bfffe5 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:59:32.786475 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 37c5523b-710e-48fd-95b3-bf9075bfffe5 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:59:32.786772 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (37c5523b-710e-48fd-95b3-bf9075bfffe5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:32.804321 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6889482 May 25 15:59:32.820498 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81553fc8-96e0-4b34-b80f-c3feb6c494b0 admin admin] Pushing event updated for resources: {'Network': ['ID=4e6c4ec2-d02b-4928-8ff2-3ab154959939,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:32.831788 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:59:32.907847 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 37c5523b-710e-48fd-95b3-bf9075bfffe5 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:59:33.922949 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc0a0ae4-1137-4a7e-b617-b8a566341451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:35.248839 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 32934) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:59:35.690152 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529066e-37f0-4193-9889-180dbf18dc66 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:59:35.691553 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e529066e-37f0-4193-9889-180dbf18dc66 demo admin] 10.222.0.85 "GET /v2.0/subnets/7bb96b8c-5ade-4c2b-91c2-368b4be76042 HTTP/1.1" status: 200 len: 849 time: 0.4416862 May 25 15:59:35.871471 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e937f094-c4d6-45fc-95dd-3eafad840ed7 demo admin] 10.222.0.85 "GET /v2.0/routers/6ed2d29f-12c0-4015-8221-9f25385881ab HTTP/1.1" status: 200 len: 704 time: 0.1708982 May 25 15:59:36.134973 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:36.159520 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-31864db3-22a3-4d7c-9d0c-67034a72c98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:36.294636 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:36.460538 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Allocated IP 172.20.0.1 (2ad5aace-a786-49db-9505-c8ed9c3209a3/7bb96b8c-5ade-4c2b-91c2-368b4be76042/8874bb8a-2d1a-4528-ac5b-f88a2054d28d) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:59:36.466608 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:36.645763 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Publish callbacks [] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:36.713185 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:36.791381 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Network 2ad5aace-a786-49db-9505-c8ed9c3209a3 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:59:36.799081 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:59:36.801164 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Pushing event updated for resources: {'Port': ['ID=8874bb8a-2d1a-4528-ac5b-f88a2054d28d,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:36.805023 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:59:36.805598 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549447'] for router_interface (6ed2d29f-12c0-4015-8221-9f25385881ab), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:36.841627 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=64,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:36.842970 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=13,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:36.951624 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:37.030367 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:37.039030 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-a6e5d22c-efc8-4c6c-89d7-2392b0639bcb None None] Provisioning complete for port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:59:37.039588 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a6e5d22c-efc8-4c6c-89d7-2392b0639bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:37.042339 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:37.064408 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:37.127116 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5d22c-efc8-4c6c-89d7-2392b0639bcb None None] Port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:59:37.310483 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Publish callbacks [] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:37.317638 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:37.318639 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-430595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552663'] for router_interface (6ed2d29f-12c0-4015-8221-9f25385881ab), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:37.401808 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Pushing event updated for resources: {'Port': ['ID=8874bb8a-2d1a-4528-ac5b-f88a2054d28d,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:37.410513 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:37.478420 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Network 2ad5aace-a786-49db-9505-c8ed9c3209a3 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:59:37.480573 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:59:37.644229 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:37.647974 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-773f5a37-8cef-4de9-a5af-bfe9b472c076 None None] Provisioning complete for port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:59:37.648576 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-773f5a37-8cef-4de9-a5af-bfe9b472c076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:37.652373 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Router 6ed2d29f-12c0-4015-8221-9f25385881ab is scheduled to L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff with binding_index 1 {{(pid=104069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 15:59:37.680348 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-773f5a37-8cef-4de9-a5af-bfe9b472c076 None None] Port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:59:37.754019 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:59:37.760921 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-742a964b-a2fb-4e52-a48b-deb664edea8f demo admin] 10.222.0.85 "PUT /v2.0/routers/6ed2d29f-12c0-4015-8221-9f25385881ab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8830357 May 25 15:59:37.765223 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Sync routers for ids ['6ed2d29f-12c0-4015-8221-9f25385881ab'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:59:37.778400 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Routers {'6ed2d29f-12c0-4015-8221-9f25385881ab'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:59:37.779388 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T15:59:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['6ed2d29f-12c0-4015-8221-9f25385881ab'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:37.966096 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Set router 6ed2d29f-12c0-4015-8221-9f25385881ab gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:59:38.400119 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'name': 'router1', 'tenant_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:59:26Z', 'updated_at': '2022-05-25T15:59:37Z', 'revision_number': 2, 'project_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'gw_port_host': None, '_interfaces': [{'id': '8874bb8a-2d1a-4528-ac5b-f88a2054d28d', 'name': '', 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3', 'tenant_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'mac_address': 'fa:16:3e:f7:9d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bb96b8c-5ade-4c2b-91c2-368b4be76042', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:59:36Z', 'updated_at': '2022-05-25T15:59:37Z', 'revision_number': 2, 'project_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'subnets': [{'id': '7bb96b8c-5ade-4c2b-91c2-368b4be76042', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6597d76-c368-4911-98c6-1921e86157d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:38.451886 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Checking router: 6ed2d29f-12c0-4015-8221-9f25385881ab for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:59:38.452285 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Updating router 6ed2d29f-12c0-4015-8221-9f25385881ab port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d binding host dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:59:38.506975 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:38.522356 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:39.045296 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Publish callbacks [] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:39.054204 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:39.220372 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Attempting to bind port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:59:39.220730 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Attempting to bind port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '9c11174d-3e54-447c-a127-1e61fcbf3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:59:39.221233 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Attempting to bind port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d on network 2ad5aace-a786-49db-9505-c8ed9c3209a3 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:59:39.233217 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:59:39.233611 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Checking segment: {'id': '9c11174d-3e54-447c-a127-1e61fcbf3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:59:39.234095 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:39.234490 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Bound using segment: {'id': '9c11174d-3e54-447c-a127-1e61fcbf3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:59:39.234969 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Bound port: 8874bb8a-2d1a-4528-ac5b-f88a2054d28d, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c11174d-3e54-447c-a127-1e61fcbf3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:59:39.235341 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:39.238228 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Pushing event updated for resources: {'Port': ['ID=8874bb8a-2d1a-4528-ac5b-f88a2054d28d,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:39.254719 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.255057 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.255392 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.255727 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.256078 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.256401 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.256717 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.257038 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.257353 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.257668 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.257984 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.258310 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.258629 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.258943 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.259254 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Tracked resource versions report: May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: pushed versions: May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: { 'AddressGroup': {'1.2'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Agent': {'1.1'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'ConntrackHelper': {'1.0'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'LocalIPAssociation': {'1.0'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Log': {'1.0'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'NDPProxy': {'1.0'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Network': {'1.1'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Port': {'1.7'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'PortForwarding': {'1.3'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'QosPolicy': {'1.10'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'SecurityGroup': {'1.5'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'SecurityGroupRule': {'1.2'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'SubPort': {'1.0'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Subnet': {'1.1'}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Trunk': {'1.1'}} May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: consumer versions: May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: { DHCP agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: L3 agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: Metadata agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: Metering agent@dv-cinder-843277-2-iscsi: {}, May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: Open vSwitch agent@dv-cinder-843277-2-iscsi: { 'AddressGroup': '1.2', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Agent': '1.1', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'ConntrackHelper': '1.0', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'LocalIPAssociation': '1.0', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Log': '1.0', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'NDPProxy': '1.0', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Network': '1.1', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Port': '1.7', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'PortForwarding': '1.3', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'QosPolicy': '1.10', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'SecurityGroup': '1.5', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'SecurityGroupRule': '1.2', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'SubPort': '1.0', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Subnet': '1.1', May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Trunk': '1.1'}} May 25 15:59:39.260687 dv-cinder-843277-2-iscsi neutron-server[104071]: {{(pid=104071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:59:39.291281 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:39.311739 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:39.313025 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-03fc3490-2ec4-4896-a051-f3068e844053 None None] Provisioning complete for port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:59:39.313885 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-03fc3490-2ec4-4896-a051-f3068e844053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:39.318902 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] For port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:59:39.339637 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] For port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=8874bb8a-2d1a-4528-ac5b-f88a2054d28d,segment=NetworkSegment(9c11174d-3e54-447c-a127-1e61fcbf3675),segment_id=9c11174d-3e54-447c-a127-1e61fcbf3675)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:59:39.348067 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:39.349155 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-03fc3490-2ec4-4896-a051-f3068e844053 None None] Port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:59:39.398106 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Routers {'6ed2d29f-12c0-4015-8221-9f25385881ab'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:59:39.398721 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T15:59:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['6ed2d29f-12c0-4015-8221-9f25385881ab'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:39.446912 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac3723-0eef-4f25-8c1a-62f578b853e8 None None] Pushing event updated for resources: {'Port': ['ID=8874bb8a-2d1a-4528-ac5b-f88a2054d28d,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:39.494586 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] Set router 6ed2d29f-12c0-4015-8221-9f25385881ab gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:59:39.572921 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-d7488934-3d41-430a-aeb3-681deffb0f50 None None] Provisioning complete for port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:59:39.573717 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d7488934-3d41-430a-aeb3-681deffb0f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:39.645181 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-d7488934-3d41-430a-aeb3-681deffb0f50 None None] Current status of the port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:59:39.645502 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d7488934-3d41-430a-aeb3-681deffb0f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:39.678250 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-d7488934-3d41-430a-aeb3-681deffb0f50 None None] For port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=8874bb8a-2d1a-4528-ac5b-f88a2054d28d,segment=NetworkSegment(9c11174d-3e54-447c-a127-1e61fcbf3675),segment_id=9c11174d-3e54-447c-a127-1e61fcbf3675)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:59:39.683525 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d7488934-3d41-430a-aeb3-681deffb0f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:39.685782 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'name': 'router1', 'tenant_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:59:26Z', 'updated_at': '2022-05-25T15:59:37Z', 'revision_number': 2, 'project_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'gw_port_host': None, '_interfaces': [{'id': '8874bb8a-2d1a-4528-ac5b-f88a2054d28d', 'name': '', 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3', 'tenant_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'mac_address': 'fa:16:3e:f7:9d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bb96b8c-5ade-4c2b-91c2-368b4be76042', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:59:36Z', 'updated_at': '2022-05-25T15:59:39Z', 'revision_number': 4, 'project_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'subnets': [{'id': '7bb96b8c-5ade-4c2b-91c2-368b4be76042', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6597d76-c368-4911-98c6-1921e86157d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:39.714018 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84664e8-e8d4-4de6-a83a-f43456e44a97 None None] The sync data for ids ['6ed2d29f-12c0-4015-8221-9f25385881ab'] in dv-cinder-843277-2-iscsi is: [{'id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'name': 'router1', 'tenant_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:59:26Z', 'updated_at': '2022-05-25T15:59:37Z', 'revision_number': 2, 'project_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'gw_port_host': None, '_interfaces': [{'id': '8874bb8a-2d1a-4528-ac5b-f88a2054d28d', 'name': '', 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3', 'tenant_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'mac_address': 'fa:16:3e:f7:9d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bb96b8c-5ade-4c2b-91c2-368b4be76042', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:59:36Z', 'updated_at': '2022-05-25T15:59:39Z', 'revision_number': 4, 'project_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'subnets': [{'id': '7bb96b8c-5ade-4c2b-91c2-368b4be76042', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6597d76-c368-4911-98c6-1921e86157d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:59:39.733155 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7488934-3d41-430a-aeb3-681deffb0f50 None None] Pushing event updated for resources: {'Port': ['ID=8874bb8a-2d1a-4528-ac5b-f88a2054d28d,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:40.079985 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:40.249804 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 32958) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:59:40.452598 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fec51a-cf59-4b28-95b0-89bb7d4eb3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:59:40.455846 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-66fec51a-cf59-4b28-95b0-89bb7d4eb3b7 admin admin] 10.222.0.85 "GET /v2.0/networks/4e6c4ec2-d02b-4928-8ff2-3ab154959939 HTTP/1.1" status: 200 len: 842 time: 0.2049668 May 25 15:59:40.463619 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-38162942-1d29-4255-8acb-c7202952d963 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:59:40.490337 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38162942-1d29-4255-8acb-c7202952d963 admin admin] Made reservation on behalf of 12da861032034c60b092c703b1fe5e90 for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:59:40.492846 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-38162942-1d29-4255-8acb-c7202952d963 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:40.782721 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.objects.ports [None req-38162942-1d29-4255-8acb-c7202952d963 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104069) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 25 15:59:40.783163 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-38162942-1d29-4255-8acb-c7202952d963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for subnet (29bb8139-60bd-4f64-925e-88078a518cd5), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:40.831104 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38162942-1d29-4255-8acb-c7202952d963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29bb8139-60bd-4f64-925e-88078a518cd5,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:40.852132 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38162942-1d29-4255-8acb-c7202952d963 admin admin] Checking segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:59:40.852508 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38162942-1d29-4255-8acb-c7202952d963 admin admin] Network hostable DHCP agents. Network: 4e6c4ec2-d02b-4928-8ff2-3ab154959939, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:59:40.877751 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38162942-1d29-4255-8acb-c7202952d963 admin admin] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:59:40.890624 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-38162942-1d29-4255-8acb-c7202952d963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, 4e6c4ec2-d02b-4928-8ff2-3ab154959939) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:59:40.895019 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38162942-1d29-4255-8acb-c7202952d963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:59:40.895721 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-38162942-1d29-4255-8acb-c7202952d963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:40.900697 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e1b4e6-ab66-4375-8996-064c26a508c1 None None] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:59:40.913601 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-38162942-1d29-4255-8acb-c7202952d963 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4535038 May 25 15:59:41.004408 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da3a8da-cf99-4f8b-89f0-2fe0e798ecdc None None] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:59:43.294773 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 32976) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:59:43.434973 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-dfd199ad-64b8-4910-ae55-b9e768670d95 demo admin] 10.222.0.85 "GET /v2.0/routers/6ed2d29f-12c0-4015-8221-9f25385881ab HTTP/1.1" status: 200 len: 710 time: 0.1337478 May 25 15:59:43.489807 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:43.517768 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e0b924-fdee-47fb-9232-178216f7bf28 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:59:43.524282 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-98e0b924-fdee-47fb-9232-178216f7bf28 demo admin] 10.222.0.85 "GET /v2.0/networks/4e6c4ec2-d02b-4928-8ff2-3ab154959939 HTTP/1.1" status: 200 len: 886 time: 0.0835598 May 25 15:59:43.528434 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:59:43.535530 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:59:43.723405 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:43.848282 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Publish callbacks [] for router_gateway (6ed2d29f-12c0-4015-8221-9f25385881ab), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:44.056955 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Publish callbacks [] for router_gateway (6ed2d29f-12c0-4015-8221-9f25385881ab), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:44.137420 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:44.241150 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Allocated IP 172.27.0.93 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/b9c1b280-80a4-4593-aedc-27e4a71b6f59) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:59:44.351467 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Publish callbacks [] for port (b9c1b280-80a4-4593-aedc-27e4a71b6f59), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:44.387407 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (b9c1b280-80a4-4593-aedc-27e4a71b6f59), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:44.431443 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:59:44.436502 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:59:44.438929 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Pushing event updated for resources: {'Port': ['ID=b9c1b280-80a4-4593-aedc-27e4a71b6f59,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:44.440822 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:59:44.503709 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:44.551675 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:44.677573 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Publish callbacks [] for router_gateway (6ed2d29f-12c0-4015-8221-9f25385881ab), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:44.874336 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4636'] for router (6ed2d29f-12c0-4015-8221-9f25385881ab), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:44.878490 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551116'] for router (6ed2d29f-12c0-4015-8221-9f25385881ab), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:44.984575 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Router 6ed2d29f-12c0-4015-8221-9f25385881ab has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:59:45.179191 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:59:45.183335 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:45.184500 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-972e8a87-44d2-4bcb-b2b4-92d5ae4c9d90 demo admin] 10.222.0.85 "PUT /v2.0/routers/6ed2d29f-12c0-4015-8221-9f25385881ab HTTP/1.1" status: 200 len: 889 time: 1.6595821 May 25 15:59:46.755122 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 8874bb8a-2d1a-4528-ac5b-f88a2054d28d up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:59:46.802471 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:59:46.802854 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:46.871886 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:59:47.609746 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 32988) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:59:47.734957 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3d5c3be5-d4d0-4a26-97dd-2c086794bb59 admin admin] 10.222.0.85 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1239507 May 25 15:59:48.349523 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Sync routers for ids ['6ed2d29f-12c0-4015-8221-9f25385881ab'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:59:48.363149 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Routers {'6ed2d29f-12c0-4015-8221-9f25385881ab'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:59:48.363923 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-204902e6-d422-4920-80a3-8590bd240073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T15:59:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['6ed2d29f-12c0-4015-8221-9f25385881ab'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:48.563679 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Set router 6ed2d29f-12c0-4015-8221-9f25385881ab gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:59:48.639767 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:48.855100 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:48.960158 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-204902e6-d422-4920-80a3-8590bd240073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'name': 'router1', 'tenant_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'b9c1b280-80a4-4593-aedc-27e4a71b6f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:59:26Z', 'updated_at': '2022-05-25T15:59:44Z', 'revision_number': 4, 'project_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'gw_port': {'id': 'b9c1b280-80a4-4593-aedc-27e4a71b6f59', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:59:44Z', 'updated_at': '2022-05-25T15:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '8874bb8a-2d1a-4528-ac5b-f88a2054d28d', 'name': '', 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3', 'tenant_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'mac_address': 'fa:16:3e:f7:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bb96b8c-5ade-4c2b-91c2-368b4be76042', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:59:36Z', 'updated_at': '2022-05-25T15:59:39Z', 'revision_number': 5, 'project_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'subnets': [{'id': '7bb96b8c-5ade-4c2b-91c2-368b4be76042', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6597d76-c368-4911-98c6-1921e86157d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:49.089462 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Checking router: 6ed2d29f-12c0-4015-8221-9f25385881ab for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:59:49.089811 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Updating router 6ed2d29f-12c0-4015-8221-9f25385881ab port b9c1b280-80a4-4593-aedc-27e4a71b6f59 binding host dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:59:49.142268 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (b9c1b280-80a4-4593-aedc-27e4a71b6f59), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:49.504302 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Publish callbacks [] for port (b9c1b280-80a4-4593-aedc-27e4a71b6f59), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:49.511779 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (b9c1b280-80a4-4593-aedc-27e4a71b6f59), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:49.564823 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0c616-c256-413e-a8ba-6b14eddcf23c None None] Pushing event updated for resources: {'Port': ['ID=b9c1b280-80a4-4593-aedc-27e4a71b6f59,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:49.567991 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Attempting to bind port b9c1b280-80a4-4593-aedc-27e4a71b6f59 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:59:49.568356 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Attempting to bind port b9c1b280-80a4-4593-aedc-27e4a71b6f59 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:59:49.568718 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Attempting to bind port b9c1b280-80a4-4593-aedc-27e4a71b6f59 on network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:59:49.574870 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:59:49.575235 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Checking segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:59:49.575662 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:49.576073 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Bound using segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:59:49.576543 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Bound port: b9c1b280-80a4-4593-aedc-27e4a71b6f59, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:59:49.576961 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (b9c1b280-80a4-4593-aedc-27e4a71b6f59), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:49.627256 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-204902e6-d422-4920-80a3-8590bd240073 None None] For port b9c1b280-80a4-4593-aedc-27e4a71b6f59, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:59:49.630329 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-204902e6-d422-4920-80a3-8590bd240073 None None] For port b9c1b280-80a4-4593-aedc-27e4a71b6f59, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=b9c1b280-80a4-4593-aedc-27e4a71b6f59,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:59:49.639072 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (b9c1b280-80a4-4593-aedc-27e4a71b6f59), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:49.690102 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=36 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:49.690584 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Routers {'6ed2d29f-12c0-4015-8221-9f25385881ab'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:59:49.691787 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-204902e6-d422-4920-80a3-8590bd240073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T15:59:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['6ed2d29f-12c0-4015-8221-9f25385881ab'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:49.750995 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0c616-c256-413e-a8ba-6b14eddcf23c None None] Pushing event updated for resources: {'Port': ['ID=b9c1b280-80a4-4593-aedc-27e4a71b6f59,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:49.813474 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-204902e6-d422-4920-80a3-8590bd240073 None None] Set router 6ed2d29f-12c0-4015-8221-9f25385881ab gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:59:49.843348 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:49.964176 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:50.033425 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-204902e6-d422-4920-80a3-8590bd240073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'name': 'router1', 'tenant_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'b9c1b280-80a4-4593-aedc-27e4a71b6f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:59:26Z', 'updated_at': '2022-05-25T15:59:44Z', 'revision_number': 4, 'project_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'gw_port': {'id': 'b9c1b280-80a4-4593-aedc-27e4a71b6f59', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:59:44Z', 'updated_at': '2022-05-25T15:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '8874bb8a-2d1a-4528-ac5b-f88a2054d28d', 'name': '', 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3', 'tenant_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'mac_address': 'fa:16:3e:f7:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bb96b8c-5ade-4c2b-91c2-368b4be76042', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:59:36Z', 'updated_at': '2022-05-25T15:59:39Z', 'revision_number': 5, 'project_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'subnets': [{'id': '7bb96b8c-5ade-4c2b-91c2-368b4be76042', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6597d76-c368-4911-98c6-1921e86157d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:59:50.059182 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204902e6-d422-4920-80a3-8590bd240073 None None] The sync data for ids ['6ed2d29f-12c0-4015-8221-9f25385881ab'] in dv-cinder-843277-2-iscsi is: [{'id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'name': 'router1', 'tenant_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'b9c1b280-80a4-4593-aedc-27e4a71b6f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:59:26Z', 'updated_at': '2022-05-25T15:59:44Z', 'revision_number': 4, 'project_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'gw_port': {'id': 'b9c1b280-80a4-4593-aedc-27e4a71b6f59', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:59:44Z', 'updated_at': '2022-05-25T15:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '8874bb8a-2d1a-4528-ac5b-f88a2054d28d', 'name': '', 'network_id': '2ad5aace-a786-49db-9505-c8ed9c3209a3', 'tenant_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'mac_address': 'fa:16:3e:f7:9d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed2d29f-12c0-4015-8221-9f25385881ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bb96b8c-5ade-4c2b-91c2-368b4be76042', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:59:36Z', 'updated_at': '2022-05-25T15:59:39Z', 'revision_number': 5, 'project_id': '89a647c5dfc34a43ad12c49f8f57d99d', 'subnets': [{'id': '7bb96b8c-5ade-4c2b-91c2-368b4be76042', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6597d76-c368-4911-98c6-1921e86157d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:59:50.854643 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device b9c1b280-80a4-4593-aedc-27e4a71b6f59 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:59:50.911211 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port b9c1b280-80a4-4593-aedc-27e4a71b6f59 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:59:50.911593 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (b9c1b280-80a4-4593-aedc-27e4a71b6f59), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:50.984833 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port b9c1b280-80a4-4593-aedc-27e4a71b6f59 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:59:50.985220 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (b9c1b280-80a4-4593-aedc-27e4a71b6f59), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:51.007733 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port b9c1b280-80a4-4593-aedc-27e4a71b6f59, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=b9c1b280-80a4-4593-aedc-27e4a71b6f59,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:59:51.013947 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (b9c1b280-80a4-4593-aedc-27e4a71b6f59), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:51.063873 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=b9c1b280-80a4-4593-aedc-27e4a71b6f59,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:52.819297 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device b9c1b280-80a4-4593-aedc-27e4a71b6f59 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:59:52.901293 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port b9c1b280-80a4-4593-aedc-27e4a71b6f59 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:59:52.901682 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (b9c1b280-80a4-4593-aedc-27e4a71b6f59), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:59:52.980707 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port b9c1b280-80a4-4593-aedc-27e4a71b6f59 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:59:53.530749 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=52,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:55.174737 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:55.177588 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=54 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:57.729316 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:59:57.730576 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:00:02.948564 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:00:02.980746 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=62 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:00:03.926955 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e9c73ac9-cea7-4c44-8593-969be31e9ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:00:06.168782 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-64452408-3838-4efa-8db4-925c9e87b3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:00:06.954842 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:00:08.526400 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:00:10.080629 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:00:19.538937 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:00:19.547126 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:00:20.068719 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:00:20.072930 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:00:20.534029 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:00:30.530343 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:00:30.531113 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:00:33.942633 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d914adb1-47b9-4264-85ab-9b38615395da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:00:36.166830 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-04ceeaa9-74b7-490a-900b-172b8921d004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:00:36.958592 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:00:38.535690 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:00:40.077463 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:00:50.070108 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:00:50.072149 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:00:57.534987 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:01:03.928658 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-680521cf-df4c-42c9-a363-6b1b2d540368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:05.422042 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 33528) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:01:05.495795 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38bd8b2-f5b7-4416-ad84-97875312643c admin admin] GET failed (client error): The resource could not be found. May 25 16:01:05.497110 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a38bd8b2-f5b7-4416-ad84-97875312643c admin admin] 10.222.0.85 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0737875 May 25 16:01:05.666599 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cf8ee6-5f3e-4e28-a3c8-90e341aec6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:05.668097 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-67cf8ee6-5f3e-4e28-a3c8-90e341aec6f6 admin admin] 10.222.0.85 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1649919 May 25 16:01:06.161676 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e7f86b78-1d6a-4338-876c-c121cde825e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:06.960843 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:07.529708 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:07.530481 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:07.893760 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 33538) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:01:07.991489 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc694f70-4cfe-41c5-aafc-bb7f0dfddd34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:07.992835 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-bc694f70-4cfe-41c5-aafc-bb7f0dfddd34 admin admin] 10.222.0.85 "GET /v2.0/subnets/7bb96b8c-5ade-4c2b-91c2-368b4be76042 HTTP/1.1" status: 200 len: 849 time: 0.0981143 May 25 16:01:08.005295 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:01:08.098096 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Publish callbacks [] for subnet (7bb96b8c-5ade-4c2b-91c2-368b4be76042), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:08.255000 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767735066561'] for subnet (7bb96b8c-5ade-4c2b-91c2-368b4be76042), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:08.286707 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:08.287321 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:08.288828 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] 10.222.0.85 "PUT /v2.0/subnets/7bb96b8c-5ade-4c2b-91c2-368b4be76042 HTTP/1.1" status: 200 len: 868 time: 0.2870150 May 25 16:01:08.292088 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12da02bd-3578-4db9-9bf2-49c407919f0a None None] Network 2ad5aace-a786-49db-9505-c8ed9c3209a3 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:01:08.313422 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb96b8c-5ade-4c2b-91c2-368b4be76042,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:08.321485 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.321861 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.322170 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.322508 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.322810 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.323141 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.323467 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.323846 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.324193 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.324490 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.324865 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.325171 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.325525 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.325842 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.326130 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb280f-e56e-4881-a025-b3501b607462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:08.537726 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:08.612078 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-ad95a4bd-c6f2-4591-bcad-598c7ce1b296 None None] Provisioning complete for port 37c5523b-710e-48fd-95b3-bf9075bfffe5 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:01:08.612476 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ad95a4bd-c6f2-4591-bcad-598c7ce1b296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (37c5523b-710e-48fd-95b3-bf9075bfffe5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:08.686556 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-ad95a4bd-c6f2-4591-bcad-598c7ce1b296 None None] Current status of the port 37c5523b-710e-48fd-95b3-bf9075bfffe5 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:01:08.694626 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-ad95a4bd-c6f2-4591-bcad-598c7ce1b296 None None] Provisioning complete for port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:01:08.695012 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ad95a4bd-c6f2-4591-bcad-598c7ce1b296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8874bb8a-2d1a-4528-ac5b-f88a2054d28d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:08.769169 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-ad95a4bd-c6f2-4591-bcad-598c7ce1b296 None None] Current status of the port 8874bb8a-2d1a-4528-ac5b-f88a2054d28d is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:01:10.084169 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:10.499770 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 33546) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:01:10.703907 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092873ef-354f-4a20-833b-f595289ffa71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:10.704298 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092873ef-354f-4a20-833b-f595289ffa71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:10.705843 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-092873ef-354f-4a20-833b-f595289ffa71 admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2049539 May 25 16:01:12.925582 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 33554) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:01:13.152272 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b3e833-78b7-4d0e-8d86-d448e21477e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:13.152756 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b3e833-78b7-4d0e-8d86-d448e21477e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:13.154350 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e5b3e833-78b7-4d0e-8d86-d448e21477e7 admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2274907 May 25 16:01:15.378708 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 33564) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:01:15.520942 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343eb813-ca75-41b4-816a-ca8de3e558d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:15.522293 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-343eb813-ca75-41b4-816a-ca8de3e558d7 admin admin] 10.222.0.85 "GET /v2.0/networks/2ad5aace-a786-49db-9505-c8ed9c3209a3 HTTP/1.1" status: 200 len: 869 time: 0.1422322 May 25 16:01:17.740528 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 33572) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:01:17.869443 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7574920-8757-4d48-805a-7314f98f8e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:17.870802 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e7574920-8757-4d48-805a-7314f98f8e74 admin admin] 10.222.0.85 "GET /v2.0/networks/4e6c4ec2-d02b-4928-8ff2-3ab154959939 HTTP/1.1" status: 200 len: 886 time: 0.1292715 May 25 16:01:20.075959 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=53 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:20.077920 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:20.106212 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 33580) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:01:20.241816 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a462d4a-88f5-45cf-b726-c431942ddc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:20.242267 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a462d4a-88f5-45cf-b726-c431942ddc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:20.243815 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9a462d4a-88f5-45cf-b726-c431942ddc74 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1366098 May 25 16:01:20.700190 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=70,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:20.703641 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=75,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:22.470169 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 33588) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:01:22.576366 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7955be60-a09b-4e92-8dce-b9b1aad087be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:22.576727 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7955be60-a09b-4e92-8dce-b9b1aad087be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:22.578234 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7955be60-a09b-4e92-8dce-b9b1aad087be admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1069772 May 25 16:01:24.794870 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 33596) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:01:24.887200 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4ca730-0275-4e20-bc99-a4fde18c190d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:24.888583 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7a4ca730-0275-4e20-bc99-a4fde18c190d admin admin] 10.222.0.85 "GET /v2.0/subnets/29bb8139-60bd-4f64-925e-88078a518cd5 HTTP/1.1" status: 200 len: 816 time: 0.0927534 May 25 16:01:27.110162 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 33604) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:01:27.206941 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65732e3c-a1cf-435e-b4f3-d35c7873ff2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:01:27.208635 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-65732e3c-a1cf-435e-b4f3-d35c7873ff2f admin admin] 10.222.0.85 "GET /v2.0/subnets/7bb96b8c-5ade-4c2b-91c2-368b4be76042 HTTP/1.1" status: 200 len: 868 time: 0.0974431 May 25 16:01:32.568566 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=46 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:32.572448 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=46 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:33.541794 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:33.542565 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:33.933148 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7d104fd6-521e-419b-bb51-b474526372bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:34.534534 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:01:36.167175 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f471f6f0-de49-48cf-9062-f3abbbacba7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:36.965111 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:37.201672 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=11 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:37.203713 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=12 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:38.539902 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:40.081210 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:01:44.530752 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:44.531480 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:50.067045 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:01:50.073956 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:03.938359 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9dd3b48b-b65c-4aa1-bd22-2e590761ef3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:06.171725 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ea202b78-10df-448e-a966-c034608a3ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:06.968157 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:07.053086 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 33662) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:02:07.107241 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [None req-56e80f5d-0d5a-4b28-bdce-7c3bc0d3c737 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:02:07.108334 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-56e80f5d-0d5a-4b28-bdce-7c3bc0d3c737 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0535901 May 25 16:02:08.543380 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:09.400136 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 33670) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:02:09.474028 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4db4555-6c70-4d98-bddf-5edb906e2a54 admin admin] GET failed (client error): The resource could not be found. May 25 16:02:09.475267 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e4db4555-6c70-4d98-bddf-5edb906e2a54 admin admin] 10.222.0.85 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0741014 May 25 16:02:09.575541 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ee7e48-92ae-402a-86ce-55babcc2d95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:02:09.577094 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-13ee7e48-92ae-402a-86ce-55babcc2d95f admin admin] 10.222.0.85 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0976522 May 25 16:02:10.078911 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:10.539313 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:10.540141 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=15 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:11.534571 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:02:11.845779 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 33678) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:02:11.895660 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:02:11.918548 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Made reservation on behalf of 12da861032034c60b092c703b1fe5e90 for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:02:11.921036 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:11.948903 dv-cinder-843277-2-iscsi neutron-server[104069]: WARNING neutron.services.revisions.revision_plugin [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Could not find related network for resource to bump revision. May 25 16:02:11.960406 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:02:11.969601 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (d591444e-26d9-4b01-b679-589d4556516e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:11.969996 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Added segment d591444e-26d9-4b01-b679-589d4556516e of type vlan for network 70af5a72-d32e-4e82-bb69-88cc06dca17a May 25 16:02:12.010730 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (70af5a72-d32e-4e82-bb69-88cc06dca17a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:12.039145 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (70af5a72-d32e-4e82-bb69-88cc06dca17a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:12.040044 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:02:12.040639 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:12.091156 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2443013 May 25 16:02:12.102042 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=70af5a72-d32e-4e82-bb69-88cc06dca17a,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:12.109990 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.110326 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.110679 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.111255 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.111423 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.111641 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.111990 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.112315 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.112620 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.112963 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.113266 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.113717 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.113923 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.114237 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.114573 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2b819-6873-4a6f-aa5e-d2cb5c9a8cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:12.126857 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network 70af5a72-d32e-4e82-bb69-88cc06dca17a details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:02:14.339737 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 33686) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:02:14.401823 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce92b352-1ec6-41fb-824b-5d722320e294 admin admin] GET failed (client error): The resource could not be found. May 25 16:02:14.403100 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ce92b352-1ec6-41fb-824b-5d722320e294 admin admin] 10.222.0.85 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622895 May 25 16:02:14.502169 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8792c63-a57f-4f23-a843-02c98ce47112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:02:14.503650 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b8792c63-a57f-4f23-a843-02c98ce47112 admin admin] 10.222.0.85 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0961771 May 25 16:02:14.517013 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-42061c33-91fc-46ed-becf-bf78fdd9847d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '70af5a72-d32e-4e82-bb69-88cc06dca17a'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:02:14.537965 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42061c33-91fc-46ed-becf-bf78fdd9847d admin admin] Made reservation on behalf of 12da861032034c60b092c703b1fe5e90 for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:02:14.540362 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-42061c33-91fc-46ed-becf-bf78fdd9847d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:14.703808 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-42061c33-91fc-46ed-becf-bf78fdd9847d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for subnet (b85ae390-4b00-4097-816b-5afd5e6b2523), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:14.754573 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42061c33-91fc-46ed-becf-bf78fdd9847d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85ae390-4b00-4097-816b-5afd5e6b2523,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:14.769305 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42061c33-91fc-46ed-becf-bf78fdd9847d admin admin] Checking segment: {'id': 'd591444e-26d9-4b01-b679-589d4556516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '70af5a72-d32e-4e82-bb69-88cc06dca17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:02:14.769635 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42061c33-91fc-46ed-becf-bf78fdd9847d admin admin] Network hostable DHCP agents. Network: 70af5a72-d32e-4e82-bb69-88cc06dca17a, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:02:14.788833 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42061c33-91fc-46ed-becf-bf78fdd9847d admin admin] Network 70af5a72-d32e-4e82-bb69-88cc06dca17a is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:02:14.798659 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-42061c33-91fc-46ed-becf-bf78fdd9847d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, 70af5a72-d32e-4e82-bb69-88cc06dca17a) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:14.803583 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42061c33-91fc-46ed-becf-bf78fdd9847d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:02:14.804194 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-42061c33-91fc-46ed-becf-bf78fdd9847d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:14.808413 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d62c1e-56b5-489d-8a79-5665bbddb5d6 None None] Network 70af5a72-d32e-4e82-bb69-88cc06dca17a requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:02:14.820787 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-42061c33-91fc-46ed-becf-bf78fdd9847d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3072007 May 25 16:02:14.921395 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36dff1af-7e65-55b9-86f4-0fb241d6de40-70af5a72-d32e-4e82-bb69-88cc06dca17a', 'network_id': '70af5a72-d32e-4e82-bb69-88cc06dca17a', 'project_id': '12da861032034c60b092c703b1fe5e90', 'fixed_ips': [{'subnet_id': 'b85ae390-4b00-4097-816b-5afd5e6b2523'}]}} from dv-cinder-843277-2-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:02:14.922366 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:15.059616 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Allocated IP 192.168.233.2 (70af5a72-d32e-4e82-bb69-88cc06dca17a/b85ae390-4b00-4097-816b-5afd5e6b2523/7650153b-15ca-40b7-8303-fe20517fa50a) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:02:15.217641 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Publish callbacks [] for port (7650153b-15ca-40b7-8303-fe20517fa50a), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:15.223327 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (7650153b-15ca-40b7-8303-fe20517fa50a), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:15.273031 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Network 70af5a72-d32e-4e82-bb69-88cc06dca17a is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:02:15.276567 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:15.278319 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Pushing event updated for resources: {'Port': ['ID=7650153b-15ca-40b7-8303-fe20517fa50a,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:15.280570 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:02:15.291417 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.291755 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.292130 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.292485 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.292816 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.293135 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.293451 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.293766 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.294081 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.294395 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.294710 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.295038 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.295355 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.295666 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.296002 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:15.445228 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Attempting to bind port 7650153b-15ca-40b7-8303-fe20517fa50a on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:02:15.445585 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Attempting to bind port 7650153b-15ca-40b7-8303-fe20517fa50a by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': 'd591444e-26d9-4b01-b679-589d4556516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '70af5a72-d32e-4e82-bb69-88cc06dca17a'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:02:15.445939 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Attempting to bind port 7650153b-15ca-40b7-8303-fe20517fa50a on network 70af5a72-d32e-4e82-bb69-88cc06dca17a {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:02:15.451159 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:02:15.451525 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Checking segment: {'id': 'd591444e-26d9-4b01-b679-589d4556516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '70af5a72-d32e-4e82-bb69-88cc06dca17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:02:15.451994 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:15.452379 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Bound using segment: {'id': 'd591444e-26d9-4b01-b679-589d4556516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '70af5a72-d32e-4e82-bb69-88cc06dca17a'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:02:15.452844 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Bound port: 7650153b-15ca-40b7-8303-fe20517fa50a, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd591444e-26d9-4b01-b679-589d4556516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '70af5a72-d32e-4e82-bb69-88cc06dca17a'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:02:15.453210 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7650153b-15ca-40b7-8303-fe20517fa50a), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:15.511925 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] For port 7650153b-15ca-40b7-8303-fe20517fa50a, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:02:15.514982 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] For port 7650153b-15ca-40b7-8303-fe20517fa50a, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7650153b-15ca-40b7-8303-fe20517fa50a,segment=NetworkSegment(d591444e-26d9-4b01-b679-589d4556516e),segment_id=d591444e-26d9-4b01-b679-589d4556516e)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:02:15.522115 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7650153b-15ca-40b7-8303-fe20517fa50a), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:15.580486 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a1eb6-19a4-4033-8064-1417e00d4cab None None] Pushing event updated for resources: {'Port': ['ID=7650153b-15ca-40b7-8303-fe20517fa50a,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:16.421450 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003b4d26-2c80-4fbd-b60b-5e12a43362ee None None] Network 70af5a72-d32e-4e82-bb69-88cc06dca17a requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:02:16.436862 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:16.475466 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:16.505996 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-38a22c48-a80d-4fa3-b797-eb8a2dbfa318 None None] Provisioning complete for port 7650153b-15ca-40b7-8303-fe20517fa50a triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:02:16.506341 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38a22c48-a80d-4fa3-b797-eb8a2dbfa318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7650153b-15ca-40b7-8303-fe20517fa50a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:16.612454 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-38a22c48-a80d-4fa3-b797-eb8a2dbfa318 None None] Current status of the port 7650153b-15ca-40b7-8303-fe20517fa50a is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:02:16.613516 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38a22c48-a80d-4fa3-b797-eb8a2dbfa318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7650153b-15ca-40b7-8303-fe20517fa50a), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:16.651334 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-38a22c48-a80d-4fa3-b797-eb8a2dbfa318 None None] For port 7650153b-15ca-40b7-8303-fe20517fa50a, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7650153b-15ca-40b7-8303-fe20517fa50a,segment=NetworkSegment(d591444e-26d9-4b01-b679-589d4556516e),segment_id=d591444e-26d9-4b01-b679-589d4556516e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:02:16.657139 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38a22c48-a80d-4fa3-b797-eb8a2dbfa318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7650153b-15ca-40b7-8303-fe20517fa50a), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:16.709928 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a22c48-a80d-4fa3-b797-eb8a2dbfa318 None None] Pushing event updated for resources: {'Port': ['ID=7650153b-15ca-40b7-8303-fe20517fa50a,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:16.863157 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7650153b-15ca-40b7-8303-fe20517fa50a up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:02:16.906926 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0e30f5a9-a3ea-4e9e-826e-415272ef3e2c None None] Provisioning complete for port 7650153b-15ca-40b7-8303-fe20517fa50a triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:02:16.907306 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0e30f5a9-a3ea-4e9e-826e-415272ef3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7650153b-15ca-40b7-8303-fe20517fa50a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:16.948294 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 7650153b-15ca-40b7-8303-fe20517fa50a triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:02:16.948688 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7650153b-15ca-40b7-8303-fe20517fa50a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:17.020600 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0e30f5a9-a3ea-4e9e-826e-415272ef3e2c None None] Current status of the port 7650153b-15ca-40b7-8303-fe20517fa50a is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:02:17.053839 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 7650153b-15ca-40b7-8303-fe20517fa50a is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:02:19.566754 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=13 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:19.573657 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=9 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:21.529610 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:21.530937 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:24.808390 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=71,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:24.813849 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=67,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:27.051517 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:27.053120 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:33.946352 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-6dbab72f-a043-44f8-966e-ffb890d179e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:36.176397 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8b27fdb4-d9d2-4c05-841a-abcda1483375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:36.971592 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:38.549909 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:40.083349 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:02:47.537186 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:47.537986 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:48.534553 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:02:50.071734 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=18 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:50.075207 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:02:58.530735 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:03:02.528262 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:03:03.941824 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dfa89b32-0591-409c-80ea-c7101c76edd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:03:06.182020 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9805ccd2-8bd3-4e7a-8291-581f6d042cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:03:06.985346 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:03:08.553392 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:03:10.079369 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:03:20.071133 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:03:20.074142 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:03:24.531811 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:03:25.534705 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:03:33.940327 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ec0f4a61-1c12-4117-ad1f-adc19cbe951d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:03:35.530711 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:03:35.531533 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:03:36.188345 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5d09086e-76c1-4214-bbbf-73caeebd697b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:03:36.980468 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:03:38.556271 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:03:40.085129 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:03:50.076228 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:03:50.079225 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:03:59.305208 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 33726) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:03:59.310752 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [None req-02192294-a392-41ab-b604-9fb8e06f0f4b tempest-verify_tempest_config-208959515 tempest-verify_tempest_config-208959515-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:03:59.311695 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-02192294-a392-41ab-b604-9fb8e06f0f4b tempest-verify_tempest_config-208959515 tempest-verify_tempest_config-208959515-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055170 May 25 16:03:59.654136 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 33744) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:03:59.776448 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:03:59.884972 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Publish callbacks [] for security_group (f7f45ec7-b263-4870-8d62-78369e15d56e), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:03:59.891522 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f7f45ec7-b263-4870-8d62-78369e15d56e), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:03:59.940260 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=edad283147b048a791a625bbbe1a11b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2848649 May 25 16:03:59.941126 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f45ec7-b263-4870-8d62-78369e15d56e,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:59.943095 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 33748) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:03:59.960262 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.960614 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.960968 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.961309 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.961641 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.961964 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.962289 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.962614 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.962949 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.963275 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.963577 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.963918 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.964236 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.964553 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.964867 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d3e4a-5008-4067-aaea-f630e3e08557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:00.008898 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b1e77d64-93ea-4bb5-b55f-6de2baaee7eb admin admin] Publish callbacks [] for security_group (f7f45ec7-b263-4870-8d62-78369e15d56e), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:00.031033 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b1e77d64-93ea-4bb5-b55f-6de2baaee7eb admin admin] Publish callbacks [] for security_group (f7f45ec7-b263-4870-8d62-78369e15d56e), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:00.137142 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b1e77d64-93ea-4bb5-b55f-6de2baaee7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f7f45ec7-b263-4870-8d62-78369e15d56e), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:00.141340 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b1e77d64-93ea-4bb5-b55f-6de2baaee7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:00.143340 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b1e77d64-93ea-4bb5-b55f-6de2baaee7eb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f7f45ec7-b263-4870-8d62-78369e15d56e HTTP/1.1" status: 204 len: 168 time: 0.1989222 May 25 16:04:00.151321 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e77d64-93ea-4bb5-b55f-6de2baaee7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f45ec7-b263-4870-8d62-78369e15d56e,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:02.536761 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:04:03.940055 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b12cc6a9-8f7a-4fc5-8d40-6bb945584168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:06.186440 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fe97454a-e8ad-4101-9b2e-6c0b64479730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:06.983877 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:08.557707 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:10.082624 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:10.146851 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=40,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:04:10.147669 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=32,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:04:12.533457 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=16 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:04:12.534182 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=18 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:04:20.070059 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:04:20.076983 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:04:33.944300 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8a4a142c-fb79-4f20-8bbf-5ae55e75e1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:36.187024 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-27fcfa01-2a8e-40f3-b62a-cfa10610d186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:36.996688 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:38.536720 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:04:38.538815 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:04:38.565788 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:39.542253 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:04:40.094464 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:04:49.536486 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:04:50.086101 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:04:50.087335 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:05:02.524461 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:05:02.525264 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:05:03.955523 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-39dc9ce9-a285-4069-992b-beaa783deebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:05:06.189513 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-198a7e8b-fcd7-4523-b69a-485b4df44475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:05:06.996770 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:05:08.577315 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:05:10.096755 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:05:15.534778 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:05:15.546968 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:05:16.548084 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:05:20.087424 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:05:20.088779 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:05:26.547500 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:05:33.956238 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-096424c5-d6e1-4618-ac31-f420e802f475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:05:36.196982 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-65651cf0-7cdc-4458-ad49-cddd8988e449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:05:37.002898 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:05:38.575871 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:05:40.095094 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:05:49.659177 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552555'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:05:52.535748 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:05:52.536989 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:05:53.553589 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:05:59.650216 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:05:59.653156 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=9,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:06:01.962139 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 33822) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:06:02.096357 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-6b9b322b-4b49-4420-853a-a14d4c2a3060 admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1330855 May 25 16:06:02.670411 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=12 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:06:03.545929 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=16 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:06:03.940799 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1308-40e3-4b6e-934b-0967a00df9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:06:04.308083 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 33832) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:06:04.366440 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8a855fcf-b33c-4160-ab89-026aa07bedb8 admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0569444 May 25 16:06:06.184979 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-cb168f6c-6ca4-49b2-93f5-d4bc15126091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:06:07.000686 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:06:08.578622 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:06:10.091134 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:06:14.361108 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:06:14.362681 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:06:19.645793 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:06:29.530732 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:06:29.538949 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:06:29.637131 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:06:29.639538 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:06:30.559773 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:06:33.958231 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b1859644-20da-47f1-955f-e7500d642d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:06:36.189619 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a1f8644a-abe9-46c4-8aec-ac4e35cceaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:06:37.007103 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:06:38.582280 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:06:40.098877 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:06:40.552296 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:06:49.651735 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:06:59.631329 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:06:59.642823 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:03.948236 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-76502498-54bc-4851-a51e-f4f6ede4048b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:06.182837 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5c05e631-4098-4934-9fc9-d46879e3f8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:06.536336 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:06.538360 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:07.007872 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:07.559976 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:07:08.583404 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:10.085719 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:17.554868 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:17.555581 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:19.653986 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:29.645329 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:29.647280 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:33.943301 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eb440f0c-8cb6-4a3f-8fc6-2154d5d220f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:36.192206 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e5ea-745e-4e49-aa6f-8d66e6515d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:37.007750 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:38.585921 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:40.082417 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:43.534353 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:43.535159 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:44.559675 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:07:46.199537 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 33942) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:46.418783 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-network', 'tenant_id': 'feb4d81e1722439591065849449aeb18'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:46.445567 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Made reservation on behalf of feb4d81e1722439591065849449aeb18 for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:07:46.448991 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:46.458332 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:46.542076 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Publish callbacks [] for security_group (985792be-64d5-445f-a8d2-73b00c5a4640), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:46.547317 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (985792be-64d5-445f-a8d2-73b00c5a4640), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:46.582436 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985792be-64d5-445f-a8d2-73b00c5a4640,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:46.584739 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:07:46.597440 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.597781 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.598307 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.598639 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.598966 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.599289 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.599608 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.599951 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.600291 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.600612 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.600931 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.601264 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.601582 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.601896 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.602214 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Tracked resource versions report: May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: pushed versions: May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: { 'AddressGroup': {'1.2'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Agent': {'1.1'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'ConntrackHelper': {'1.0'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'LocalIPAssociation': {'1.0'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Log': {'1.0'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'NDPProxy': {'1.0'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Network': {'1.1'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Port': {'1.7'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'PortForwarding': {'1.3'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'QosPolicy': {'1.10'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'SecurityGroup': {'1.5'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'SecurityGroupRule': {'1.2'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'SubPort': {'1.0'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Subnet': {'1.1'}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Trunk': {'1.1'}} May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: consumer versions: May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: { DHCP agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: HyperV agent@hv-cinder-84327: {}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: L3 agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: Metadata agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: Metering agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: Open vSwitch agent@dv-cinder-843277-2-iscsi: { 'AddressGroup': '1.2', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Agent': '1.1', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'ConntrackHelper': '1.0', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'LocalIPAssociation': '1.0', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Log': '1.0', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'NDPProxy': '1.0', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Network': '1.1', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Port': '1.7', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'PortForwarding': '1.3', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'QosPolicy': '1.10', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'SecurityGroup': '1.5', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'SecurityGroupRule': '1.2', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'SubPort': '1.0', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Subnet': '1.1', May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: 'Trunk': '1.1'}} May 25 16:07:46.603500 dv-cinder-843277-2-iscsi neutron-server[104068]: {{(pid=104068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:07:46.612293 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:46.612770 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Added segment 8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb of type vlan for network a65193d0-d741-4333-90e3-e22c40adb85c May 25 16:07:46.661443 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (a65193d0-d741-4333-90e3-e22c40adb85c), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:46.701690 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (a65193d0-d741-4333-90e3-e22c40adb85c), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:46.701690 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:07:46.701690 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:46.794922 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] Pushing event updated for resources: {'Network': ['ID=a65193d0-d741-4333-90e3-e22c40adb85c,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:46.799632 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-501561ee-c075-4a75-a564-b5e46c1c7063 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5990930 May 25 16:07:46.803078 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 33984) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:46.808886 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Request body: {'subnet': {'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-subnet', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:46.812145 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network a65193d0-d741-4333-90e3-e22c40adb85c details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:07:46.860172 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Made reservation on behalf of feb4d81e1722439591065849449aeb18 for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:07:46.864214 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.048710 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for subnet (1d8acf95-745a-4435-acb1-9312c55c7e90), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.098569 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8acf95-745a-4435-acb1-9312c55c7e90,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:47.112816 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.113166 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.113525 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.113867 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.114191 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.114707 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.115057 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.115359 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.115690 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.116043 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.116377 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.116712 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.117032 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.117345 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.117657 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Tracked resource versions report: May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: pushed versions: May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: { 'AddressGroup': {'1.2'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Agent': {'1.1'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'ConntrackHelper': {'1.0'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'LocalIPAssociation': {'1.0'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Log': {'1.0'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'NDPProxy': {'1.0'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Network': {'1.1'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Port': {'1.7'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'PortForwarding': {'1.3'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'QosPolicy': {'1.10'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'SecurityGroup': {'1.5'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'SecurityGroupRule': {'1.2'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'SubPort': {'1.0'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Subnet': {'1.1'}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Trunk': {'1.1'}} May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: consumer versions: May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: { DHCP agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: HyperV agent@hv-cinder-84327: {}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: L3 agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: Metadata agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: Metering agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: Open vSwitch agent@dv-cinder-843277-2-iscsi: { 'AddressGroup': '1.2', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Agent': '1.1', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'ConntrackHelper': '1.0', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'LocalIPAssociation': '1.0', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Log': '1.0', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'NDPProxy': '1.0', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Network': '1.1', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Port': '1.7', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'PortForwarding': '1.3', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'QosPolicy': '1.10', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'SecurityGroup': '1.5', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'SecurityGroupRule': '1.2', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'SubPort': '1.0', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Subnet': '1.1', May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: 'Trunk': '1.1'}} May 25 16:07:47.118854 dv-cinder-843277-2-iscsi neutron-server[104069]: {{(pid=104069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:07:47.128197 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Checking segment: {'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:07:47.128617 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Network hostable DHCP agents. Network: a65193d0-d741-4333-90e3-e22c40adb85c, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:07:47.147534 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Network a65193d0-d741-4333-90e3-e22c40adb85c is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:07:47.161644 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, a65193d0-d741-4333-90e3-e22c40adb85c) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:47.171041 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608c2278-2576-4b2d-966c-fc2ec54d765c None None] Network a65193d0-d741-4333-90e3-e22c40adb85c requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:07:47.171383 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:07:47.172158 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.193554 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34004) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:47.193713 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7561b203-b2ec-424f-8663-9beccc03d329 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3894660 May 25 16:07:47.198271 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:47.227214 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4723'] for router (497b6ad6-c741-4530-aca2-eee341ada5cc), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.228547 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4618'] for router (497b6ad6-c741-4530-aca2-eee341ada5cc), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.272870 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34010) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:47.301952 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36dff1af-7e65-55b9-86f4-0fb241d6de40-a65193d0-d741-4333-90e3-e22c40adb85c', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'project_id': 'feb4d81e1722439591065849449aeb18', 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90'}]}} from dv-cinder-843277-2-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:07:47.303243 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.332097 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34016) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:47.372371 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Publish callbacks [] for router_controller (497b6ad6-c741-4530-aca2-eee341ada5cc), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.487268 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Allocated IP 172.20.0.2 (a65193d0-d741-4333-90e3-e22c40adb85c/1d8acf95-745a-4435-acb1-9312c55c7e90/c61410cc-2b36-4fdf-9354-4468124d24db) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:07:47.502023 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-979887225-network', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:47.547578 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Made reservation on behalf of 32e48e8e884b4840ba54d546d82d2334 for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:07:47.550274 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.570714 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.597144 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Publish callbacks [] for router_gateway (497b6ad6-c741-4530-aca2-eee341ada5cc), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.637128 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-network', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:47.746706 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Publish callbacks [] for security_group (45ab40e6-f709-493c-b6e7-7c6d1a5c21d6), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.748733 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Made reservation on behalf of f7733d8b5059433eb18dc6b174eb9533 for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:07:47.751501 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.761455 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.783704 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Publish callbacks [] for port (c61410cc-2b36-4fdf-9354-4468124d24db), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.794895 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.804141 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (45ab40e6-f709-493c-b6e7-7c6d1a5c21d6), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.810322 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:47.855674 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Network a65193d0-d741-4333-90e3-e22c40adb85c is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:07:47.856779 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Pushing event updated for resources: {'Port': ['ID=c61410cc-2b36-4fdf-9354-4468124d24db,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:47.860917 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ab40e6-f709-493c-b6e7-7c6d1a5c21d6,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:47.865360 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:47.870442 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.872532 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.872532 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.872813 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.873896 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.875200 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.875942 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.876832 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.877464 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.878527 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.879008 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.879664 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.880174 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.880807 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.881274 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Tracked resource versions report: May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: pushed versions: May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: { 'AddressGroup': {'1.2'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Agent': {'1.1'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'ConntrackHelper': {'1.0'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'LocalIPAssociation': {'1.0'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Log': {'1.0'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'NDPProxy': {'1.0'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Network': {'1.1'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Port': {'1.7'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'PortForwarding': {'1.3'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'QosPolicy': {'1.10'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'SecurityGroup': {'1.5'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'SecurityGroupRule': {'1.2'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'SubPort': {'1.0'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Subnet': {'1.1'}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Trunk': {'1.1'}} May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: consumer versions: May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: { DHCP agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: HyperV agent@hv-cinder-84327: {}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: L3 agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: Metadata agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: Metering agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: Open vSwitch agent@dv-cinder-843277-2-iscsi: { 'AddressGroup': '1.2', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Agent': '1.1', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'ConntrackHelper': '1.0', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'LocalIPAssociation': '1.0', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Log': '1.0', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'NDPProxy': '1.0', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Network': '1.1', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Port': '1.7', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'PortForwarding': '1.3', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'QosPolicy': '1.10', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'SecurityGroup': '1.5', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'SecurityGroupRule': '1.2', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'SubPort': '1.0', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Subnet': '1.1', May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: 'Trunk': '1.1'}} May 25 16:07:47.883051 dv-cinder-843277-2-iscsi neutron-server[104070]: {{(pid=104070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:07:47.886151 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:07:47.889500 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:07:47.931917 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (922fbad2-8f6e-4679-80f9-6cf6d5c1f65a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.932308 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Added segment 922fbad2-8f6e-4679-80f9-6cf6d5c1f65a of type vlan for network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 May 25 16:07:47.956613 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Attempting to bind port c61410cc-2b36-4fdf-9354-4468124d24db on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:07:47.956974 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Attempting to bind port c61410cc-2b36-4fdf-9354-4468124d24db by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:07:47.957338 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Attempting to bind port c61410cc-2b36-4fdf-9354-4468124d24db on network a65193d0-d741-4333-90e3-e22c40adb85c {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:07:47.963653 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:07:47.964601 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Checking segment: {'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:07:47.965194 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:47.965736 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Bound using segment: {'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:07:47.966604 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Bound port: c61410cc-2b36-4fdf-9354-4468124d24db, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:07:47.967025 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.019243 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Publish callbacks [] for router_gateway (497b6ad6-c741-4530-aca2-eee341ada5cc), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.028594 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Publish callbacks [] for security_group (2ca50ec7-cbc5-4422-939f-6f9ff7fd115c), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.033938 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (a2dc3f38-efe8-41d0-ba54-fbd07705ad76), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.037834 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] For port c61410cc-2b36-4fdf-9354-4468124d24db, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:07:48.041507 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] For port c61410cc-2b36-4fdf-9354-4468124d24db, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=c61410cc-2b36-4fdf-9354-4468124d24db,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:07:48.046044 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (2ca50ec7-cbc5-4422-939f-6f9ff7fd115c), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.050881 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.054837 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.055845 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:48.110755 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (a2dc3f38-efe8-41d0-ba54-fbd07705ad76), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.115110 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:07:48.115716 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.121481 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:07:48.149827 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:48.178196 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34074) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:48.203498 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46200271-3520-43c2-9f50-e454cafd1203 None None] Pushing event updated for resources: {'Port': ['ID=c61410cc-2b36-4fdf-9354-4468124d24db,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:48.244031 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:48.258672 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34080) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:48.364510 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Allocated IP 172.27.0.190 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/ee05a04c-8cb2-462f-88b5-d6dd02ab6f50) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:07:48.367627 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:48.391879 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (507f4e23-08fa-435d-9ad8-4d054c12afb0), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.392284 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Added segment 507f4e23-08fa-435d-9ad8-4d054c12afb0 of type vlan for network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c May 25 16:07:48.393592 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] Pushing event updated for resources: {'Network': ['ID=a2dc3f38-efe8-41d0-ba54-fbd07705ad76,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:48.409580 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-87b60d27-3db9-481f-a6f2-91705c579109 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.1324930 May 25 16:07:48.409776 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:07:48.409919 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34088) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:48.431861 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-6257c94c-1444-436b-92fe-b6bb285e5cda admin admin] Request body: {'subnet': {'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-979887225-subnet', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:48.458794 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (877c8ddf-7ab7-4a0d-986b-a567e6cc159c), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.491665 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6257c94c-1444-436b-92fe-b6bb285e5cda admin admin] Made reservation on behalf of 32e48e8e884b4840ba54d546d82d2334 for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:07:48.494200 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6257c94c-1444-436b-92fe-b6bb285e5cda admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.573875 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Publish callbacks [] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.584646 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (877c8ddf-7ab7-4a0d-986b-a567e6cc159c), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.585661 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:07:48.586278 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.610837 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1630419449-network', 'tenant_id': '93946fd1575e45428d2388015d64628f'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:48.642969 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:48.645079 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:48.692734 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-607929901-network', 'tenant_id': '1f6d103cb389478f94ce6afe687c0e28'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:48.720288 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.722193 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.3886526 May 25 16:07:48.726361 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34096) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:48.742418 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-afeac7ea-2bf0-471e-89da-cb710fa9e98c admin admin] Request body: {'subnet': {'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-subnet', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:48.766581 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802de47-f3e0-4c9f-8396-8c64a8f63519 admin admin] Pushing event updated for resources: {'Network': ['ID=877c8ddf-7ab7-4a0d-986b-a567e6cc159c,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:48.781549 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:07:48.797182 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeac7ea-2bf0-471e-89da-cb710fa9e98c admin admin] Made reservation on behalf of f7733d8b5059433eb18dc6b174eb9533 for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:07:48.800063 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-afeac7ea-2bf0-471e-89da-cb710fa9e98c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.832625 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Made reservation on behalf of 93946fd1575e45428d2388015d64628f for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:07:48.835016 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.838587 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Pushing event updated for resources: {'Port': ['ID=ee05a04c-8cb2-462f-88b5-d6dd02ab6f50,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:48.863322 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:07:48.866669 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:48.869759 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:48.873700 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:07:48.975327 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:49.028914 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6257c94c-1444-436b-92fe-b6bb285e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for subnet (82c0c133-9624-48f4-80aa-0db4b953b350), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.032448 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Made reservation on behalf of 1f6d103cb389478f94ce6afe687c0e28 for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:07:49.034980 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.062542 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.145040 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device c61410cc-2b36-4fdf-9354-4468124d24db up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:07:49.174885 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257c94c-1444-436b-92fe-b6bb285e5cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c0c133-9624-48f4-80aa-0db4b953b350,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:49.197527 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257c94c-1444-436b-92fe-b6bb285e5cda admin admin] Checking segment: {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:07:49.197878 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257c94c-1444-436b-92fe-b6bb285e5cda admin admin] Network hostable DHCP agents. Network: a2dc3f38-efe8-41d0-ba54-fbd07705ad76, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:07:49.237007 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port c61410cc-2b36-4fdf-9354-4468124d24db triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:07:49.237822 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.292869 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257c94c-1444-436b-92fe-b6bb285e5cda admin admin] Network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:07:49.305622 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:49.320480 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-afeac7ea-2bf0-471e-89da-cb710fa9e98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for subnet (13ebf141-6a37-448c-a7c3-5ecbba7302b3), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.331166 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-6257c94c-1444-436b-92fe-b6bb285e5cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, a2dc3f38-efe8-41d0-ba54-fbd07705ad76) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:49.367507 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6257c94c-1444-436b-92fe-b6bb285e5cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:07:49.368480 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6257c94c-1444-436b-92fe-b6bb285e5cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.423756 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeac7ea-2bf0-471e-89da-cb710fa9e98c admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ebf141-6a37-448c-a7c3-5ecbba7302b3,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:49.438449 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6257c94c-1444-436b-92fe-b6bb285e5cda admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0275164 May 25 16:07:49.442644 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34108) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:49.455906 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port c61410cc-2b36-4fdf-9354-4468124d24db is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:07:49.456488 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.462890 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee71b9ad-bf24-4f17-b0da-4b38f8ac8728 None None] Network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:07:49.464543 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeac7ea-2bf0-471e-89da-cb710fa9e98c admin admin] Checking segment: {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:07:49.465115 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeac7ea-2bf0-471e-89da-cb710fa9e98c admin admin] Network hostable DHCP agents. Network: 877c8ddf-7ab7-4a0d-986b-a567e6cc159c, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:07:49.502398 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeac7ea-2bf0-471e-89da-cb710fa9e98c admin admin] Network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:07:49.526792 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-afeac7ea-2bf0-471e-89da-cb710fa9e98c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, 877c8ddf-7ab7-4a0d-986b-a567e6cc159c) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:49.549234 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeac7ea-2bf0-471e-89da-cb710fa9e98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:07:49.550758 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-afeac7ea-2bf0-471e-89da-cb710fa9e98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.565428 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:49.602380 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-afeac7ea-2bf0-471e-89da-cb710fa9e98c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8617108 May 25 16:07:49.603511 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34116) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:49.614735 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:49.658049 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:49.659045 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Publish callbacks [] for router_gateway (497b6ad6-c741-4530-aca2-eee341ada5cc), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.663493 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Publish callbacks [] for security_group (a5ada2ab-9b58-49f6-b3d2-37e38f323757), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.665377 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b96c29-e3c3-483b-bd2a-cc02852d778e None None] Network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:07:49.675412 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4723'] for router (87c12870-9bf7-4d4c-94f8-90429b2d4d14), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.676523 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4618'] for router (87c12870-9bf7-4d4c-94f8-90429b2d4d14), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.690197 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4723'] for router (cd51d7f4-a853-4b0c-ab83-953255d8180d), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.691580 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4618'] for router (cd51d7f4-a853-4b0c-ab83-953255d8180d), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.726944 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a5ada2ab-9b58-49f6-b3d2-37e38f323757), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.741733 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:49.755441 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Publish callbacks [] for security_group (c5f2f736-b795-45b5-8233-2e267a945b26), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.786819 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c5f2f736-b795-45b5-8233-2e267a945b26), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.800912 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36dff1af-7e65-55b9-86f4-0fb241d6de40-a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350'}]}} from dv-cinder-843277-2-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:07:49.802793 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.827652 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:07:49.877879 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Publish callbacks [] for router_controller (cd51d7f4-a853-4b0c-ab83-953255d8180d), precommit_add_association {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.881311 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:07:49.897588 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b91d69-f15c-455e-bb03-45894417f479 None None] Network a65193d0-d741-4333-90e3-e22c40adb85c requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:07:49.923357 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Publish callbacks [] for router_controller (87c12870-9bf7-4d4c-94f8-90429b2d4d14), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.927363 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (6263ce54-00ba-4943-8e8b-d1ffbabb7a9d), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.927769 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Added segment 6263ce54-00ba-4943-8e8b-d1ffbabb7a9d of type vlan for network 11c18221-40ed-46b2-9546-1ebebf8fc518 May 25 16:07:49.930307 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-f3c64f47-941e-44fa-94b3-13a62d97b4ec None None] Provisioning complete for port c61410cc-2b36-4fdf-9354-4468124d24db triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:07:49.930799 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f3c64f47-941e-44fa-94b3-13a62d97b4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.945415 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ada2ab-9b58-49f6-b3d2-37e38f323757,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:49.973094 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port c61410cc-2b36-4fdf-9354-4468124d24db, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=c61410cc-2b36-4fdf-9354-4468124d24db,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:07:49.976678 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (39da0846-e063-42a7-a196-d8024278a477), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:49.977425 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Added segment 39da0846-e063-42a7-a196-d8024278a477 of type vlan for network e9b37dbb-a6ec-4de2-ba40-2fff8744b63a May 25 16:07:49.991300 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.000582 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.073937 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Publish callbacks [] for router_gateway (cd51d7f4-a853-4b0c-ab83-953255d8180d), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.094343 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=c61410cc-2b36-4fdf-9354-4468124d24db,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:50.097858 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (11c18221-40ed-46b2-9546-1ebebf8fc518), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.239941 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f3c64f47-941e-44fa-94b3-13a62d97b4ec None None] Current status of the port c61410cc-2b36-4fdf-9354-4468124d24db is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:07:50.255962 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:50.307070 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f2f736-b795-45b5-8233-2e267a945b26,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:50.354537 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Publish callbacks [] for router_gateway (cd51d7f4-a853-4b0c-ab83-953255d8180d), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.379058 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.444620 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.db.resource_extend [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:07:50.479287 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (e9b37dbb-a6ec-4de2-ba40-2fff8744b63a), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.480883 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36dff1af-7e65-55b9-86f4-0fb241d6de40-877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3'}]}} from dv-cinder-843277-2-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:07:50.484772 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.517188 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549138'] for router (497b6ad6-c741-4530-aca2-eee341ada5cc), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.561494 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:50.584966 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (11c18221-40ed-46b2-9546-1ebebf8fc518), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.586155 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:07:50.587000 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.609612 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Allocated IP 172.27.0.165 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/ed24e782-0fa6-495f-8304-281f1261d205) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:07:50.626950 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Publish callbacks [] for router_gateway (87c12870-9bf7-4d4c-94f8-90429b2d4d14), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.701406 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (e9b37dbb-a6ec-4de2-ba40-2fff8744b63a), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.702434 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:07:50.703218 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.719561 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:50.723331 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.5439150 May 25 16:07:50.726430 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34150) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:50.734219 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-b77b1106-8100-411b-8097-d533cbe51969 admin admin] Request body: {'subnet': {'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1630419449-subnet', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:50.760565 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Allocated IP 172.20.0.2 (a2dc3f38-efe8-41d0-ba54-fbd07705ad76/82c0c133-9624-48f4-80aa-0db4b953b350/c5c8d1d4-b3cd-4d13-912f-162962922194) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:07:50.783155 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Publish callbacks [] for port (ed24e782-0fa6-495f-8304-281f1261d205), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.798143 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77b1106-8100-411b-8097-d533cbe51969 admin admin] Made reservation on behalf of 93946fd1575e45428d2388015d64628f for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:07:50.802414 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b77b1106-8100-411b-8097-d533cbe51969 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:50.816979 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c7f97-8da4-416f-b153-615c4ee65118 admin admin] Pushing event updated for resources: {'Network': ['ID=11c18221-40ed-46b2-9546-1ebebf8fc518,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:50.825524 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.5655606 May 25 16:07:50.837515 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34152) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:50.852421 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-2dd78a58-5d08-4bb2-a694-27f4f112e08e admin admin] Request body: {'subnet': {'network_id': 'e9b37dbb-a6ec-4de2-ba40-2fff8744b63a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-607929901-subnet', 'tenant_id': '1f6d103cb389478f94ce6afe687c0e28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:50.856707 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network 11c18221-40ed-46b2-9546-1ebebf8fc518 details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:07:50.870393 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:50.911240 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:50.990505 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:51.157164 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device c61410cc-2b36-4fdf-9354-4468124d24db up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:07:51.158449 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd78a58-5d08-4bb2-a694-27f4f112e08e admin admin] Made reservation on behalf of 1f6d103cb389478f94ce6afe687c0e28 for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:07:51.162067 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2dd78a58-5d08-4bb2-a694-27f4f112e08e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:51.169912 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03b789-4057-40d0-ba0b-df97547af262 admin admin] Pushing event updated for resources: {'Network': ['ID=e9b37dbb-a6ec-4de2-ba40-2fff8744b63a,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:51.203397 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (ed24e782-0fa6-495f-8304-281f1261d205), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:51.332084 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:07:51.339549 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Publish callbacks [] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:51.343336 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network e9b37dbb-a6ec-4de2-ba40-2fff8744b63a details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:07:51.345492 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:51.365212 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:07:51.520091 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Router 497b6ad6-c741-4530-aca2-eee341ada5cc is scheduled to L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff with binding_index 1 {{(pid=104068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:07:51.529999 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2dd78a58-5d08-4bb2-a694-27f4f112e08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for subnet (7e18c554-280c-48e2-b5c3-eb02656eb808), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:51.549364 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:51.561218 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Allocated IP 172.20.0.2 (877c8ddf-7ab7-4a0d-986b-a567e6cc159c/13ebf141-6a37-448c-a7c3-5ecbba7302b3/8e384d49-98d2-4bbf-ba42-845027301676) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:07:51.596836 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Publish callbacks [] for router_gateway (87c12870-9bf7-4d4c-94f8-90429b2d4d14), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:51.603758 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-5752d050-8fb1-4052-a209-739c771d677a None None] Provisioning complete for port c61410cc-2b36-4fdf-9354-4468124d24db triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:07:51.604352 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5752d050-8fb1-4052-a209-739c771d677a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:51.630145 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:51.639847 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:07:51.653992 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Pushing event updated for resources: {'Port': ['ID=ed24e782-0fa6-495f-8304-281f1261d205,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:51.661162 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:51.674520 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:07:51.702362 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b77b1106-8100-411b-8097-d533cbe51969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for subnet (ee29b0f8-d772-4643-bd86-56377e543ea2), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:51.744117 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:51.761795 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port c61410cc-2b36-4fdf-9354-4468124d24db triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:07:51.762516 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:51.776630 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Pushing event updated for resources: {'Port': ['ID=c5c8d1d4-b3cd-4d13-912f-162962922194,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:51.806814 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd78a58-5d08-4bb2-a694-27f4f112e08e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e18c554-280c-48e2-b5c3-eb02656eb808,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:51.850541 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:51.866929 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b1106-8100-411b-8097-d533cbe51969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee29b0f8-d772-4643-bd86-56377e543ea2,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:51.877821 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77b1106-8100-411b-8097-d533cbe51969 admin admin] Checking segment: {'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:07:51.877821 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77b1106-8100-411b-8097-d533cbe51969 admin admin] Network hostable DHCP agents. Network: 11c18221-40ed-46b2-9546-1ebebf8fc518, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:07:51.939181 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Publish callbacks [] for router_gateway (cd51d7f4-a853-4b0c-ab83-953255d8180d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:51.964425 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Attempting to bind port c5c8d1d4-b3cd-4d13-912f-162962922194 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:07:51.965654 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Attempting to bind port c5c8d1d4-b3cd-4d13-912f-162962922194 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:07:51.965654 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Attempting to bind port c5c8d1d4-b3cd-4d13-912f-162962922194 on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:07:51.974043 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd78a58-5d08-4bb2-a694-27f4f112e08e admin admin] Checking segment: {'id': '39da0846-e063-42a7-a196-d8024278a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e9b37dbb-a6ec-4de2-ba40-2fff8744b63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:07:51.974043 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd78a58-5d08-4bb2-a694-27f4f112e08e admin admin] Network hostable DHCP agents. Network: e9b37dbb-a6ec-4de2-ba40-2fff8744b63a, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:07:51.974381 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77b1106-8100-411b-8097-d533cbe51969 admin admin] Network 11c18221-40ed-46b2-9546-1ebebf8fc518 is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:07:51.977671 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:UPDATE=5,neutron:INSERT=6,neutron:SELECT=89 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:51.987229 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-5752d050-8fb1-4052-a209-739c771d677a None None] Current status of the port c61410cc-2b36-4fdf-9354-4468124d24db is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:07:51.994789 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:07:51.996105 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Checking segment: {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:07:51.996105 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:51.996931 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Bound using segment: {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:07:51.997580 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Bound port: c5c8d1d4-b3cd-4d13-912f-162962922194, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:07:51.998108 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.004375 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-b77b1106-8100-411b-8097-d533cbe51969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, 11c18221-40ed-46b2-9546-1ebebf8fc518) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:52.012975 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77b1106-8100-411b-8097-d533cbe51969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:07:52.013642 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b77b1106-8100-411b-8097-d533cbe51969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.036661 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:07:52.038319 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66208b3c-2caf-48da-8ece-f189e835ce04 None None] Network 11c18221-40ed-46b2-9546-1ebebf8fc518 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:07:52.047896 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:52.048680 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd78a58-5d08-4bb2-a694-27f4f112e08e admin admin] Network e9b37dbb-a6ec-4de2-ba40-2fff8744b63a is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:07:52.062695 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Sync routers for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:07:52.068772 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Allocated IP 172.27.0.31 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/6a2b7ca3-b843-420f-af79-4a40abc6bc84) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:07:52.071099 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-2dd78a58-5d08-4bb2-a694-27f4f112e08e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, e9b37dbb-a6ec-4de2-ba40-2fff8744b63a) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:52.073591 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b77b1106-8100-411b-8097-d533cbe51969 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3456376 May 25 16:07:52.074561 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34184) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:52.076209 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:07:52.077050 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:07:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:52.077964 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd78a58-5d08-4bb2-a694-27f4f112e08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:07:52.078558 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2dd78a58-5d08-4bb2-a694-27f4f112e08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.079235 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:07:52.090876 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.095097 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7ab2bc0d-b2e4-473b-851b-6f4c9181da52 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8974152 May 25 16:07:52.096280 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34186) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:52.132676 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Publish callbacks [] for port (8e384d49-98d2-4bbf-ba42-845027301676), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.148447 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1c33e7-b234-47cd-b334-113ceab87221 None None] Network e9b37dbb-a6ec-4de2-ba40-2fff8744b63a requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:07:52.149732 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2dd78a58-5d08-4bb2-a694-27f4f112e08e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3109753 May 25 16:07:52.185991 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (8e384d49-98d2-4bbf-ba42-845027301676), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.190601 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549138'] for router (cd51d7f4-a853-4b0c-ab83-953255d8180d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.263753 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4723'] for router (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.264737 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4618'] for router (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.282224 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port c61410cc-2b36-4fdf-9354-4468124d24db is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:07:52.324094 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Publish callbacks [] for router_controller (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), precommit_add_association {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.380846 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] For port c5c8d1d4-b3cd-4d13-912f-162962922194, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:07:52.385892 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] For port c5c8d1d4-b3cd-4d13-912f-162962922194, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=c5c8d1d4-b3cd-4d13-912f-162962922194,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:07:52.428818 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:52.484257 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Publish callbacks [] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.515416 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:07:52.518391 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:52.533517 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.558732 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:07:52.562477 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36dff1af-7e65-55b9-86f4-0fb241d6de40-11c18221-40ed-46b2-9546-1ebebf8fc518', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'project_id': '93946fd1575e45428d2388015d64628f', 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2'}]}} from dv-cinder-843277-2-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:07:52.563498 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.576218 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Publish callbacks [] for router_gateway (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:52.610442 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2385bb2e-21ff-4801-9a35-93c317430e56 None None] Network e9b37dbb-a6ec-4de2-ba40-2fff8744b63a requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:07:52.676732 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Router cd51d7f4-a853-4b0c-ab83-953255d8180d is scheduled to L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff with binding_index 1 {{(pid=104069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:07:52.764239 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34222) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:52.766416 dv-cinder-843277-2-iscsi neutron-server[104068]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 16:07:52.903870 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Pushing event updated for resources: {'Port': ['ID=8e384d49-98d2-4bbf-ba42-845027301676,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:52.910496 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:52.914227 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:07:52.969454 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:49Z', 'revision_number': 3, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:53.016143 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Checking router: 497b6ad6-c741-4530-aca2-eee341ada5cc for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:07:53.016555 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Updating router 497b6ad6-c741-4530-aca2-eee341ada5cc port ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 binding host dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:07:53.085103 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-2b1957e9-a0f5-447b-9828-ce3c1791520a tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:07:53.086666 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-2b1957e9-a0f5-447b-9828-ce3c1791520a tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/networks?id=e9b37dbb-a6ec-4de2-ba40-2fff8744b63a HTTP/1.1" status: 200 len: 811 time: 0.3213987 May 25 16:07:53.087854 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:53.168573 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:53.173012 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:53.174770 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cb49242f-87d9-4c76-8edd-42d22fc9ab7b tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/quotas/1f6d103cb389478f94ce6afe687c0e28 HTTP/1.1" status: 200 len: 375 time: 0.0800006 May 25 16:07:53.178004 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2b7ca3-b843-420f-af79-4a40abc6bc84,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:53.183704 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Publish callbacks [] for router_gateway (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:53.273848 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:07:53.335399 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:53.362072 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:53.363399 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-bd89408b-96bf-4f44-b10b-30855fc553ef tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=1f6d103cb389478f94ce6afe687c0e28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1754749 May 25 16:07:53.368857 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-78ade0ab-2107-4637-8666-5978cf582c78 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7621362 May 25 16:07:53.378706 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34248) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:53.393012 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:07:53.397409 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:53.400957 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:07:53.417671 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Allocated IP 172.20.0.2 (11c18221-40ed-46b2-9546-1ebebf8fc518/ee29b0f8-d772-4643-bd86-56377e543ea2/7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:07:53.567916 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:53.702303 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:53.733962 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Publish callbacks [] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:53.750901 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:53.785949 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-aeb626ac-4207-43da-ac88-81e799533c36 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:07:53.786974 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-aeb626ac-4207-43da-ac88-81e799533c36 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1549120 May 25 16:07:53.839239 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Sync routers for ids ['cd51d7f4-a853-4b0c-ab83-953255d8180d'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:07:53.877193 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Routers {'cd51d7f4-a853-4b0c-ab83-953255d8180d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:07:53.877881 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:07:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['cd51d7f4-a853-4b0c-ab83-953255d8180d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:53.905707 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Attempting to bind port ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:07:53.906078 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Attempting to bind port ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:07:53.908231 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Attempting to bind port ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 on network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:07:53.914899 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Pushing event updated for resources: {'Port': ['ID=ee05a04c-8cb2-462f-88b5-d6dd02ab6f50,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:53.932996 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:07:53.932996 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Checking segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:07:53.932996 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:53.932996 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Bound using segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:07:53.932996 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Bound port: ee05a04c-8cb2-462f-88b5-d6dd02ab6f50, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:07:53.932996 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:53.935005 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Allocated IP 172.27.0.126 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:07:53.945713 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.951227 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.954737 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.954737 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.954737 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.954737 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.954737 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.954737 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.954737 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.954737 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.954737 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.954737 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.966101 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.967475 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.968098 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Tracked resource versions report: May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: pushed versions: May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: { 'AddressGroup': {'1.2'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Agent': {'1.1'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'ConntrackHelper': {'1.0'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'LocalIPAssociation': {'1.0'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Log': {'1.0'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'NDPProxy': {'1.0'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Network': {'1.1'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Port': {'1.7'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'PortForwarding': {'1.3'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'QosPolicy': {'1.10'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'SecurityGroup': {'1.5'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'SecurityGroupRule': {'1.2'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'SubPort': {'1.0'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Subnet': {'1.1'}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Trunk': {'1.1'}} May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: consumer versions: May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: { DHCP agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: HyperV agent@hv-cinder-84327: {}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: L3 agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: Metadata agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: Metering agent@dv-cinder-843277-2-iscsi: {}, May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: Open vSwitch agent@dv-cinder-843277-2-iscsi: { 'AddressGroup': '1.2', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Agent': '1.1', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'ConntrackHelper': '1.0', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'LocalIPAssociation': '1.0', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Log': '1.0', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'NDPProxy': '1.0', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Network': '1.1', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Port': '1.7', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'PortForwarding': '1.3', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'QosPolicy': '1.10', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'SecurityGroup': '1.5', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'SecurityGroupRule': '1.2', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'SubPort': '1.0', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Subnet': '1.1', May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: 'Trunk': '1.1'}} May 25 16:07:53.969559 dv-cinder-843277-2-iscsi neutron-server[104071]: {{(pid=104071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:07:54.001069 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:54.014714 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Set router cd51d7f4-a853-4b0c-ab83-953255d8180d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:07:54.041587 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] For port ee05a04c-8cb2-462f-88b5-d6dd02ab6f50, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:07:54.047356 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] For port ee05a04c-8cb2-462f-88b5-d6dd02ab6f50, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=ee05a04c-8cb2-462f-88b5-d6dd02ab6f50,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:07:54.065567 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.080393 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.100445 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:54.167420 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:54.189798 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18edf2-c9e2-4998-a2c3-4429f0c8d98f None None] Pushing event updated for resources: {'Port': ['ID=ee05a04c-8cb2-462f-88b5-d6dd02ab6f50,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:54.206345 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:07:54.207448 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:07:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:54.274507 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Attempting to bind port 8e384d49-98d2-4bbf-ba42-845027301676 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:07:54.275903 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:54.276946 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Attempting to bind port 8e384d49-98d2-4bbf-ba42-845027301676 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:07:54.277313 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Attempting to bind port 8e384d49-98d2-4bbf-ba42-845027301676 on network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:07:54.281621 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e6429-9f7e-4ca2-9df8-4f6e905d6bb3 None None] Pushing event updated for resources: {'Port': ['ID=c5c8d1d4-b3cd-4d13-912f-162962922194,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:54.320245 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e45193-d129-4def-bf31-2f1bc692dde5 None None] Network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:07:54.355334 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:07:54.355973 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Checking segment: {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:07:54.356490 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.356976 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Bound using segment: {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:07:54.357724 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Bound port: 8e384d49-98d2-4bbf-ba42-845027301676, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:07:54.358200 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8e384d49-98d2-4bbf-ba42-845027301676), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.367797 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:07:54.424892 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Publish callbacks [] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.447158 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:51Z', 'revision_number': 3, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:54.450242 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-eef9c336-d551-4d21-9a50-62e68b0a0f68 None None] Provisioning complete for port c5c8d1d4-b3cd-4d13-912f-162962922194 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:07:54.450690 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eef9c336-d551-4d21-9a50-62e68b0a0f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.502690 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Allocated IP 172.20.0.1 (a65193d0-d741-4333-90e3-e22c40adb85c/1d8acf95-745a-4435-acb1-9312c55c7e90/3e77c04d-f2b7-4f4e-893c-85900ab05766) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:07:54.522264 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Checking router: cd51d7f4-a853-4b0c-ab83-953255d8180d for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:07:54.522794 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Updating router cd51d7f4-a853-4b0c-ab83-953255d8180d port ed24e782-0fa6-495f-8304-281f1261d205 binding host dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:07:54.545178 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:49Z', 'revision_number': 3, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:54.571769 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d702f4-a71e-480c-9bc2-080d4d5bc3b9 None None] The sync data for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi is: [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:49Z', 'revision_number': 3, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:07:54.598345 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Publish callbacks [] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.614603 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.641515 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ed24e782-0fa6-495f-8304-281f1261d205), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.651392 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.669015 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:54.694880 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:07:54.698531 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:54.711872 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] For port 8e384d49-98d2-4bbf-ba42-845027301676, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:07:54.726861 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:07:54.758731 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:54.794754 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] For port 8e384d49-98d2-4bbf-ba42-845027301676, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=8e384d49-98d2-4bbf-ba42-845027301676,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:07:54.796511 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:54.833773 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Network 11c18221-40ed-46b2-9546-1ebebf8fc518 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:07:54.838377 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.845795 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8e384d49-98d2-4bbf-ba42-845027301676), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.853472 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-9487060c-e032-4dff-a97a-f914ffea1b0f service neutron] 10.222.0.85 "GET /v2.0/networks/e9b37dbb-a6ec-4de2-ba40-2fff8744b63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0229390 May 25 16:07:54.863106 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:54.867053 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:07:54.867215 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Publish callbacks [] for router_gateway (87c12870-9bf7-4d4c-94f8-90429b2d4d14), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.882550 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Pushing event updated for resources: {'Port': ['ID=7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:54.893430 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-eef9c336-d551-4d21-9a50-62e68b0a0f68 None None] Current status of the port c5c8d1d4-b3cd-4d13-912f-162962922194 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:07:54.893430 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eef9c336-d551-4d21-9a50-62e68b0a0f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:54.927130 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Publish callbacks [] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:55.003145 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:55.089090 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:55.225884 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0acde-a88b-4f70-869f-c78e779d582b None None] Pushing event updated for resources: {'Port': ['ID=8e384d49-98d2-4bbf-ba42-845027301676,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:55.232407 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-eef9c336-d551-4d21-9a50-62e68b0a0f68 None None] For port c5c8d1d4-b3cd-4d13-912f-162962922194, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=c5c8d1d4-b3cd-4d13-912f-162962922194,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:07:55.244530 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Attempting to bind port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:07:55.245083 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Attempting to bind port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:07:55.245554 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Attempting to bind port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 on network 11c18221-40ed-46b2-9546-1ebebf8fc518 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:07:55.251675 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eef9c336-d551-4d21-9a50-62e68b0a0f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:55.288008 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:55.319836 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device c5c8d1d4-b3cd-4d13-912f-162962922194 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:07:55.340465 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:55.342848 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:07:55.343704 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Checking segment: {'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:07:55.343918 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:55.344351 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Bound using segment: {'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:07:55.344940 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Bound port: 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:07:55.345423 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:55.390191 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-68b8ccc0-1928-4b64-bda3-ace8bb52e439 service neutron] 10.222.0.85 "GET /v2.0/networks/e9b37dbb-a6ec-4de2-ba40-2fff8744b63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356653 May 25 16:07:55.454697 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Allocated IP 172.20.0.1 (877c8ddf-7ab7-4a0d-986b-a567e6cc159c/13ebf141-6a37-448c-a7c3-5ecbba7302b3/7a849e2b-c50b-4908-97e5-acd5bd2ff0f2) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:07:55.474961 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Network a65193d0-d741-4333-90e3-e22c40adb85c is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:07:55.479050 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:55.490258 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:07:55.490751 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549447'] for router_interface (497b6ad6-c741-4530-aca2-eee341ada5cc), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:55.549589 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Pushing event updated for resources: {'Port': ['ID=3e77c04d-f2b7-4f4e-893c-85900ab05766,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:55.588046 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-5a940c2a-2f3c-45df-91c3-d4959e0b95d4 None None] Provisioning complete for port c5c8d1d4-b3cd-4d13-912f-162962922194 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:07:55.589644 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5a940c2a-2f3c-45df-91c3-d4959e0b95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:55.614058 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Publish callbacks [] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:55.683809 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] For port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:07:55.687794 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] For port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:07:55.703814 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:55.741311 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549138'] for router (87c12870-9bf7-4d4c-94f8-90429b2d4d14), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:55.749872 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9c336-d551-4d21-9a50-62e68b0a0f68 None None] Pushing event updated for resources: {'Port': ['ID=c5c8d1d4-b3cd-4d13-912f-162962922194,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:55.787377 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:55.798143 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a849e2b-c50b-4908-97e5-acd5bd2ff0f2,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:55.850642 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port c5c8d1d4-b3cd-4d13-912f-162962922194 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:07:55.851190 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:55.862071 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34294) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:55.867326 dv-cinder-843277-2-iscsi neutron-server[104069]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 16:07:55.898107 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:55.975623 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:07:55.985063 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:55.991407 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:07:55.992061 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549447'] for router_interface (cd51d7f4-a853-4b0c-ab83-953255d8180d), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:55.996964 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1c388f76-5311-4794-a939-2d8f30edb221 req-13af2cf6-8c17-4b66-981d-8cba69376ebc tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 210 time: 0.1332564 May 25 16:07:56.049870 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Publish callbacks [] for router_gateway (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:56.135245 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:56.338996 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16b845-1c24-4919-bf12-86ad6064357e None None] Pushing event updated for resources: {'Port': ['ID=7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:56.354403 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 is scheduled to L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff with binding_index 1 {{(pid=104068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:07:56.369455 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:56.379227 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:56.412466 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port c5c8d1d4-b3cd-4d13-912f-162962922194 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:07:56.427018 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-5a940c2a-2f3c-45df-91c3-d4959e0b95d4 None None] Current status of the port c5c8d1d4-b3cd-4d13-912f-162962922194 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:07:56.434707 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Publish callbacks [] for port (ed24e782-0fa6-495f-8304-281f1261d205), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:56.449668 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (ed24e782-0fa6-495f-8304-281f1261d205), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:56.479449 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:56.630376 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:56.690158 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-ac7aa6dd-dd9f-436d-a009-51332ceb6b34 None None] Provisioning complete for port 3e77c04d-f2b7-4f4e-893c-85900ab05766 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:07:56.690913 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ac7aa6dd-dd9f-436d-a009-51332ceb6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:56.726906 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:07:56.736667 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Sync routers for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:07:56.746456 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549138'] for router (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:56.753282 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-ac7aa6dd-dd9f-436d-a009-51332ceb6b34 None None] Port 3e77c04d-f2b7-4f4e-893c-85900ab05766 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:07:56.776304 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:07:56.778362 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:07:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:56.782832 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffcfa90-b7e9-426a-b198-61fca94ccd81 None None] Network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:07:56.888365 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:56.924685 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:56.925918 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-56746699-0df7-4bb8-85db-b97b2cdc6469 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.4764938 May 25 16:07:56.947963 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-d1c3423c-6714-4a66-9377-6f01e3f2287e None None] Provisioning complete for port 8e384d49-98d2-4bbf-ba42-845027301676 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:07:56.948476 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d1c3423c-6714-4a66-9377-6f01e3f2287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8e384d49-98d2-4bbf-ba42-845027301676), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:56.950744 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd6736-1daa-4952-9435-4fc9ce3af91e None None] Pushing event updated for resources: {'Port': ['ID=ed24e782-0fa6-495f-8304-281f1261d205,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:56.956459 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Attempting to bind port ed24e782-0fa6-495f-8304-281f1261d205 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:07:56.960318 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Attempting to bind port ed24e782-0fa6-495f-8304-281f1261d205 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:07:56.961129 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Attempting to bind port ed24e782-0fa6-495f-8304-281f1261d205 on network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:07:56.992875 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:07:56.993455 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Checking segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:07:56.994120 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:56.994686 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Bound using segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:07:56.995284 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Bound port: ed24e782-0fa6-495f-8304-281f1261d205, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:07:56.995809 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ed24e782-0fa6-495f-8304-281f1261d205), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:57.029979 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:07:57.037003 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34336) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:57.089007 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] For port ed24e782-0fa6-495f-8304-281f1261d205, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:07:57.093082 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] For port ed24e782-0fa6-495f-8304-281f1261d205, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=ed24e782-0fa6-495f-8304-281f1261d205,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:07:57.130572 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (ed24e782-0fa6-495f-8304-281f1261d205), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:57.220040 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Routers {'cd51d7f4-a853-4b0c-ab83-953255d8180d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:07:57.220779 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:07:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['cd51d7f4-a853-4b0c-ab83-953255d8180d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:57.444867 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] Set router cd51d7f4-a853-4b0c-ab83-953255d8180d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:07:57.645325 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-de4c4ccf-f446-42c5-b8f7-b0f40f2f92d7 req-d0893c98-aaa8-4657-916e-2669860ebc22 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 210 time: 0.3949337 May 25 16:07:57.704402 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:07:57.718533 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Publish callbacks [] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:57.760546 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:57.761663 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-430595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552663'] for router_interface (497b6ad6-c741-4530-aca2-eee341ada5cc), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:57.805770 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 is scheduled to L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff with binding_index 1 {{(pid=104069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:07:57.874992 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:53Z', 'revision_number': 3, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:57.907674 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34366) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:58.050820 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Pushing event updated for resources: {'Port': ['ID=3e77c04d-f2b7-4f4e-893c-85900ab05766,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:58.055392 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e5da6d-a40e-439b-a1c8-b70cd87d7c01 None None] Network 11c18221-40ed-46b2-9546-1ebebf8fc518 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:07:58.076112 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:58.096275 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Publish callbacks [] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:58.158687 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd6736-1daa-4952-9435-4fc9ce3af91e None None] Pushing event updated for resources: {'Port': ['ID=ed24e782-0fa6-495f-8304-281f1261d205,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:58.193485 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:58.193485 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-430595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552663'] for router_interface (cd51d7f4-a853-4b0c-ab83-953255d8180d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:58.221991 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:58.240953 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Checking router: 87c12870-9bf7-4d4c-94f8-90429b2d4d14 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:07:58.241072 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Updating router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 port 6a2b7ca3-b843-420f-af79-4a40abc6bc84 binding host dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:07:58.314560 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:07:58.316385 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a849e2b-c50b-4908-97e5-acd5bd2ff0f2,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:58.350702 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:58.352134 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-02897cf9-1dbb-480e-a7cf-2f303c368d92 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2765756 May 25 16:07:58.354978 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34386) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:58.367123 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:58.396855 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-d1c3423c-6714-4a66-9377-6f01e3f2287e None None] Current status of the port 8e384d49-98d2-4bbf-ba42-845027301676 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:07:58.397391 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d1c3423c-6714-4a66-9377-6f01e3f2287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8e384d49-98d2-4bbf-ba42-845027301676), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:58.402474 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:58.427391 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3c30e64c-7d84-4c6a-ac1f-8b428ba256a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:58.460860 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 1, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:58.472947 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:07:58.475723 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:58.510633 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Network a65193d0-d741-4333-90e3-e22c40adb85c is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:07:58.511129 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:58.514057 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:58.518844 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:07:58.544137 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Sync routers for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:07:58.580034 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b15ee-49b7-435d-a593-5a14f1a8d127 None None] The sync data for ids ['cd51d7f4-a853-4b0c-ab83-953255d8180d'] in dv-cinder-843277-2-iscsi is: [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 1, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:07:58.642910 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:07:58.643521 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:58.712785 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:58.718735 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:07:58.722641 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:07:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:58.888228 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Publish callbacks [] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:58.899668 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:58.907580 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-d1c3423c-6714-4a66-9377-6f01e3f2287e None None] For port 8e384d49-98d2-4bbf-ba42-845027301676, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=8e384d49-98d2-4bbf-ba42-845027301676,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:07:58.956626 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3c30e64c-7d84-4c6a-ac1f-8b428ba256a8 admin admin] Publish callbacks [] for security_group (0018a949-00fa-418c-abc8-e38e89a6c828), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:58.958044 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:58.962833 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9743f1-77f9-478a-8c50-ce269fce011c None None] Pushing event updated for resources: {'Port': ['ID=6a2b7ca3-b843-420f-af79-4a40abc6bc84,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:58.976010 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d1c3423c-6714-4a66-9377-6f01e3f2287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8e384d49-98d2-4bbf-ba42-845027301676), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:58.978662 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3c30e64c-7d84-4c6a-ac1f-8b428ba256a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (0018a949-00fa-418c-abc8-e38e89a6c828), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.004897 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Router 497b6ad6-c741-4530-aca2-eee341ada5cc has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:07:59.051179 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Attempting to bind port 6a2b7ca3-b843-420f-af79-4a40abc6bc84 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:07:59.051914 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Attempting to bind port 6a2b7ca3-b843-420f-af79-4a40abc6bc84 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:07:59.052052 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Attempting to bind port 6a2b7ca3-b843-420f-af79-4a40abc6bc84 on network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:07:59.065454 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:07:59.065939 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Checking segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:07:59.066400 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.066902 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Bound using segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:07:59.067451 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Bound port: 6a2b7ca3-b843-420f-af79-4a40abc6bc84, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:07:59.067947 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.106188 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Router cd51d7f4-a853-4b0c-ab83-953255d8180d has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:07:59.130244 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] For port 6a2b7ca3-b843-420f-af79-4a40abc6bc84, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:07:59.133350 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2a9b313d-3098-41c8-b906-a810097f58c8 req-1160a209-9feb-4139-a0e3-40669c044292 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 210 time: 0.1304178 May 25 16:07:59.133982 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] For port 6a2b7ca3-b843-420f-af79-4a40abc6bc84, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=6a2b7ca3-b843-420f-af79-4a40abc6bc84,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:07:59.150523 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.178725 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30e64c-7d84-4c6a-ac1f-8b428ba256a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0018a949-00fa-418c-abc8-e38e89a6c828,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:59.196767 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:59.220674 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3c30e64c-7d84-4c6a-ac1f-8b428ba256a8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0b10cd68403a4ef7888e6ed340a04916&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3014534 May 25 16:07:59.221554 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34394) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:07:59.234001 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9743f1-77f9-478a-8c50-ce269fce011c None None] Pushing event updated for resources: {'Port': ['ID=6a2b7ca3-b843-420f-af79-4a40abc6bc84,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:59.242178 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:07:59.242412 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.254544 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:07:59.255163 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:07:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:59.287549 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port ee05a04c-8cb2-462f-88b5-d6dd02ab6f50, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=ee05a04c-8cb2-462f-88b5-d6dd02ab6f50,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:07:59.303739 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Provisioning complete for port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:07:59.303739 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.328498 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3423c-6714-4a66-9377-6f01e3f2287e None None] Pushing event updated for resources: {'Port': ['ID=8e384d49-98d2-4bbf-ba42-845027301676,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:59.354346 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.379017 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.380308 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device c5c8d1d4-b3cd-4d13-912f-162962922194 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:07:59.409038 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:07:59.416671 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:07:59.440054 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:07:59.466747 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b418281d-3aa3-4989-8948-b83cdd351cd3 admin admin] 10.222.0.85 "PUT /v2.0/routers/cd51d7f4-a853-4b0c-ab83-953255d8180d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0835931 May 25 16:07:59.613031 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1e378091-5bd3-4b86-83d9-5d5cdfb982cb admin admin] Publish callbacks [] for security_group (0018a949-00fa-418c-abc8-e38e89a6c828), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.668815 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.680098 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:53Z', 'revision_number': 3, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:59.693795 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:59.695000 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Current status of the port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:07:59.695557 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.705330 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=ee05a04c-8cb2-462f-88b5-d6dd02ab6f50,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:59.750370 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab53d4e-941d-41ba-9cd0-1adcacd6fc40 None None] The sync data for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi is: [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:53Z', 'revision_number': 3, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:07:59.768710 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:59.773206 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] For port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:07:59.781458 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:07:59.792127 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port c5c8d1d4-b3cd-4d13-912f-162962922194 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:07:59.797063 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Sync routers for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:07:59.803895 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.806864 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b2523ff1-d229-4e11-80ea-a212e459e993 admin admin] 10.222.0.85 "PUT /v2.0/routers/497b6ad6-c741-4530-aca2-eee341ada5cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7089341 May 25 16:07:59.810148 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.818666 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:07:59.819638 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:07:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:59.827355 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1e378091-5bd3-4b86-83d9-5d5cdfb982cb admin admin] Publish callbacks [] for security_group (0018a949-00fa-418c-abc8-e38e89a6c828), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:07:59.940864 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:07:59.965416 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Allocated IP 172.20.0.1 (11c18221-40ed-46b2-9546-1ebebf8fc518/ee29b0f8-d772-4643-bd86-56377e543ea2/cd3e596e-71fe-4447-861f-bab1a5bbe9e1) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:08:00.105134 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Allocated IP 172.20.0.1 (a2dc3f38-efe8-41d0-ba54-fbd07705ad76/82c0c133-9624-48f4-80aa-0db4b953b350/07399fdf-f815-4766-8478-9326a75b25f8) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:08:00.109820 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1e378091-5bd3-4b86-83d9-5d5cdfb982cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (0018a949-00fa-418c-abc8-e38e89a6c828), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:00.113770 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1e378091-5bd3-4b86-83d9-5d5cdfb982cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:00.130921 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1e378091-5bd3-4b86-83d9-5d5cdfb982cb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0018a949-00fa-418c-abc8-e38e89a6c828 HTTP/1.1" status: 204 len: 168 time: 0.8932686 May 25 16:08:00.162603 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:00.179464 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e378091-5bd3-4b86-83d9-5d5cdfb982cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0018a949-00fa-418c-abc8-e38e89a6c828,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:00.354688 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:00.427498 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34434) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:00.460880 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-6a413bf1-8a60-4565-83ee-4571baa137cb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--320864526', 'description': 'tempest-description--1330570560'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:00.502021 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Provisioning complete for port 8e384d49-98d2-4bbf-ba42-845027301676 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:00.502416 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8e384d49-98d2-4bbf-ba42-845027301676), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:00.532973 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Publish callbacks [] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:00.578989 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Publish callbacks [] for port (07399fdf-f815-4766-8478-9326a75b25f8), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:00.582429 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6a413bf1-8a60-4565-83ee-4571baa137cb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:00.627751 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:00.641356 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 2, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:00.647459 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:00.740900 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Checking router: 497b6ad6-c741-4530-aca2-eee341ada5cc for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:08:00.745179 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Updating router 497b6ad6-c741-4530-aca2-eee341ada5cc port 3e77c04d-f2b7-4f4e-893c-85900ab05766 binding host dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:08:00.755611 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:00.769024 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Current status of the port 8e384d49-98d2-4bbf-ba42-845027301676 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:00.787811 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Provisioning complete for port 3e77c04d-f2b7-4f4e-893c-85900ab05766 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:00.788341 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:00.824262 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Pushing event updated for resources: {'Port': ['ID=7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:00.831741 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Port 3e77c04d-f2b7-4f4e-893c-85900ab05766 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:08:00.876767 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3e596e-71fe-4447-861f-bab1a5bbe9e1,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:00.878389 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:00.892760 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (07399fdf-f815-4766-8478-9326a75b25f8), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:00.955668 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Provisioning complete for port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:00.956218 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:00.966314 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 3, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:01.038030 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Network 11c18221-40ed-46b2-9546-1ebebf8fc518 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:01.048888 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port c5c8d1d4-b3cd-4d13-912f-162962922194 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:01.050036 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:01.060217 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Checking router: 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:08:01.061156 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Updating router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 port 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 binding host dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:08:01.062251 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:01.088813 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:08:01.089007 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6a413bf1-8a60-4565-83ee-4571baa137cb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group (94e4af6a-5da8-49e3-8a5b-3594310385d0), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:01.090817 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549447'] for router_interface (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:01.111185 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6a413bf1-8a60-4565-83ee-4571baa137cb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (94e4af6a-5da8-49e3-8a5b-3594310385d0), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:01.273997 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2189c0b9-1bd2-414c-bde1-cb23f60ce96f req-05a1aea6-09f3-4f18-a172-344c85c17015 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 210 time: 0.5253944 May 25 16:08:01.281439 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:01.287949 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:01.323153 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:01.333450 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6a413bf1-8a60-4565-83ee-4571baa137cb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:01.335764 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-6a413bf1-8a60-4565-83ee-4571baa137cb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9072192 May 25 16:08:01.342199 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:08:01.342850 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549447'] for router_interface (87c12870-9bf7-4d4c-94f8-90429b2d4d14), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:01.347725 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5fe00-320f-4b23-bf4f-1869009978f8 None None] Port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:08:01.350317 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:01.381271 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34452) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:01.402002 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:01.402392 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:01.409323 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-ce84649f-d499-4929-8590-ca8d91ee3079 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Request body: {'security_group_rule': {'security_group_id': '94e4af6a-5da8-49e3-8a5b-3594310385d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:01.494759 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a413bf1-8a60-4565-83ee-4571baa137cb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e4af6a-5da8-49e3-8a5b-3594310385d0,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:01.792964 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0d8ea07a-ae22-4ec2-93e8-e1b0d97e2bb5 None None] Provisioning complete for port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:01.793434 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea07a-ae22-4ec2-93e8-e1b0d97e2bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:01.821200 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:01.823238 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:01.823359 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Pushing event updated for resources: {'Port': ['ID=07399fdf-f815-4766-8478-9326a75b25f8,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:01.847963 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ce84649f-d499-4929-8590-ca8d91ee3079 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group_rule (a15dd7e2-9d2c-4840-9d13-0537c9e0b44c), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:01.997827 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715a86-752c-4103-884e-7743415314a7 req-48b44828-2b94-4a96-acc9-67d773d3124d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:02.006073 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-48b44828-2b94-4a96-acc9-67d773d3124d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 819 time: 1.7743235 May 25 16:08:02.031465 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:02.033907 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-3665a2e1-b427-418e-8071-2d00e012beed tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/quotas/f7733d8b5059433eb18dc6b174eb9533 HTTP/1.1" status: 200 len: 375 time: 0.0266640 May 25 16:08:02.046278 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ce84649f-d499-4929-8590-ca8d91ee3079 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group_rule (a15dd7e2-9d2c-4840-9d13-0537c9e0b44c), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:02.058118 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ce84649f-d499-4929-8590-ca8d91ee3079 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (a15dd7e2-9d2c-4840-9d13-0537c9e0b44c), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:02.082855 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Publish callbacks [] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:02.112505 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:02.149284 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84649f-d499-4929-8590-ca8d91ee3079 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15dd7e2-9d2c-4840-9d13-0537c9e0b44c,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:02.188369 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ce84649f-d499-4929-8590-ca8d91ee3079 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:02.189919 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ce84649f-d499-4929-8590-ca8d91ee3079 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7997298 May 25 16:08:02.194018 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (07399fdf-f815-4766-8478-9326a75b25f8), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:02.198255 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34494) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:02.199293 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:02.206917 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-55376a2e-081e-4d74-8857-3ab0eaeb0ef8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Request body: {'security_group_rule': {'security_group_id': '94e4af6a-5da8-49e3-8a5b-3594310385d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:02.264763 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55376a2e-081e-4d74-8857-3ab0eaeb0ef8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group_rule (8774d75f-7205-45f2-8d31-d8ba50e8a5eb), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:02.274494 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a52830-d6d6-4339-871d-e2c5d3dcce42 None None] Pushing event updated for resources: {'Port': ['ID=3e77c04d-f2b7-4f4e-893c-85900ab05766,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:02.488966 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Attempting to bind port 3e77c04d-f2b7-4f4e-893c-85900ab05766 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:08:02.494450 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Attempting to bind port 3e77c04d-f2b7-4f4e-893c-85900ab05766 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:08:02.496359 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Attempting to bind port 3e77c04d-f2b7-4f4e-893c-85900ab05766 on network a65193d0-d741-4333-90e3-e22c40adb85c {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:02.515403 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.67', 57258) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:02.522799 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:08:02.529253 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Checking segment: {'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:08:02.530109 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:02.531078 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Bound using segment: {'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:08:02.531783 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Bound port: 3e77c04d-f2b7-4f4e-893c-85900ab05766, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:08:02.532397 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:02.613327 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-3c20d0b7-3f74-43a9-8907-e92021816a79 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5769501 May 25 16:08:02.635834 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ea07a-ae22-4ec2-93e8-e1b0d97e2bb5 None None] Current status of the port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:02.643476 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:02.650724 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 8e384d49-98d2-4bbf-ba42-845027301676 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:02.738063 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] For port 3e77c04d-f2b7-4f4e-893c-85900ab05766, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:08:02.746193 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] For port 3e77c04d-f2b7-4f4e-893c-85900ab05766, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=3e77c04d-f2b7-4f4e-893c-85900ab05766,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:08:02.759034 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:02.809375 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-604fa927-6d30-4a47-9fc0-99d5c5902f5e req-94ae12c3-b297-4161-b3cf-38d4b29b1356 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 210 time: 0.1845205 May 25 16:08:02.841215 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34518) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:02.920435 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:02.932563 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-e78f2d1e-0c7d-4720-a0e7-585f5d7da07b None None] Provisioning complete for port 3e77c04d-f2b7-4f4e-893c-85900ab05766 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:02.933097 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e78f2d1e-0c7d-4720-a0e7-585f5d7da07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:02.943266 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:02.953991 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:07:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:02.982702 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55376a2e-081e-4d74-8857-3ab0eaeb0ef8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group_rule (8774d75f-7205-45f2-8d31-d8ba50e8a5eb), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:03.165570 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-0742cd14-a08e-42d5-890a-333702c10951 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:03.167125 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-0742cd14-a08e-42d5-890a-333702c10951 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.67 "GET /v2.0/networks?id=e9b37dbb-a6ec-4de2-ba40-2fff8744b63a HTTP/1.1" status: 200 len: 811 time: 0.6401095 May 25 16:08:03.172048 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a52830-d6d6-4339-871d-e2c5d3dcce42 None None] Pushing event updated for resources: {'Port': ['ID=3e77c04d-f2b7-4f4e-893c-85900ab05766,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:03.176197 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55376a2e-081e-4d74-8857-3ab0eaeb0ef8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (8774d75f-7205-45f2-8d31-d8ba50e8a5eb), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:03.236904 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-1d76ac08-aaa2-431b-b14e-f1b098dfe77c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Request body: {'port': {'device_id': 'b6855067-d8ce-424f-b601-e0df21b52475', 'network_id': 'e9b37dbb-a6ec-4de2-ba40-2fff8744b63a', 'admin_state_up': True, 'tenant_id': '1f6d103cb389478f94ce6afe687c0e28'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:03.283340 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55376a2e-081e-4d74-8857-3ab0eaeb0ef8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8774d75f-7205-45f2-8d31-d8ba50e8a5eb,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:03.336902 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:03.372127 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 8e384d49-98d2-4bbf-ba42-845027301676 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:03.373778 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8e384d49-98d2-4bbf-ba42-845027301676), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:03.414028 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Publish callbacks [] for port (07399fdf-f815-4766-8478-9326a75b25f8), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:03.426493 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55376a2e-081e-4d74-8857-3ab0eaeb0ef8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:03.430285 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-55376a2e-081e-4d74-8857-3ab0eaeb0ef8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2276950 May 25 16:08:03.432871 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (07399fdf-f815-4766-8478-9326a75b25f8), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:03.434962 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-430595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552663'] for router_interface (87c12870-9bf7-4d4c-94f8-90429b2d4d14), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:03.438068 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34550) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:03.453195 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:03.457692 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-e78f2d1e-0c7d-4720-a0e7-585f5d7da07b None None] Current status of the port 3e77c04d-f2b7-4f4e-893c-85900ab05766 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:03.458185 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e78f2d1e-0c7d-4720-a0e7-585f5d7da07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:03.550273 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d458145b-bf4e-4ff9-966d-7c5a68d31f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:03.657528 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Sync routers for ids ['cd51d7f4-a853-4b0c-ab83-953255d8180d'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:08:03.681882 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Pushing event updated for resources: {'Port': ['ID=07399fdf-f815-4766-8478-9326a75b25f8,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:03.697809 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:03.729384 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-f822652e-b991-4cfd-afa4-2b2288dab2aa service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:08:03.745763 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-f822652e-b991-4cfd-afa4-2b2288dab2aa service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5171912 May 25 16:08:03.755654 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-e78f2d1e-0c7d-4720-a0e7-585f5d7da07b None None] For port 3e77c04d-f2b7-4f4e-893c-85900ab05766, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=3e77c04d-f2b7-4f4e-893c-85900ab05766,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:03.814716 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Publish callbacks [] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:03.815057 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:03.817352 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e78f2d1e-0c7d-4720-a0e7-585f5d7da07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:03.820667 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:03.865134 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6745ba-91f2-42f8-8b1e-75e6268818b3 None None] The sync data for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi is: [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:08:03.869772 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Routers {'cd51d7f4-a853-4b0c-ab83-953255d8180d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:03.870689 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:07:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['cd51d7f4-a853-4b0c-ab83-953255d8180d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:03.939739 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:04.030446 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-e78f2d1e-0c7d-4720-a0e7-585f5d7da07b None None] Provisioning complete for port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:04.031155 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e78f2d1e-0c7d-4720-a0e7-585f5d7da07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:04.074277 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:04.122782 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-e786a248-6710-4d2c-9bd4-293afc2dee85 service neutron] 10.222.0.85 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761270 May 25 16:08:04.136631 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-1d76ac08-aaa2-431b-b14e-f1b098dfe77c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Made reservation on behalf of 1f6d103cb389478f94ce6afe687c0e28 for: {'port': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:08:04.140445 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-1d76ac08-aaa2-431b-b14e-f1b098dfe77c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:04.147853 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:04.174266 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-e78f2d1e-0c7d-4720-a0e7-585f5d7da07b None None] Port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:08:04.184414 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Attempting to bind port 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:08:04.184969 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Attempting to bind port 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:08:04.185478 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Attempting to bind port 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 on network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:04.270421 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Set router cd51d7f4-a853-4b0c-ab83-953255d8180d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:04.288473 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:04.319438 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-12a2eb82-5718-4abf-913f-892f76ab26c6 service neutron] 10.222.0.85 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556890 May 25 16:08:04.397465 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:04.439755 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-e78f2d1e-0c7d-4720-a0e7-585f5d7da07b None None] Provisioning complete for port 07399fdf-f815-4766-8478-9326a75b25f8 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:04.440314 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e78f2d1e-0c7d-4720-a0e7-585f5d7da07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (07399fdf-f815-4766-8478-9326a75b25f8), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:04.440730 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:04.442711 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:08:04.443178 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Checking segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:08:04.443671 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:04.444209 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Bound using segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:08:04.444751 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Bound port: 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:08:04.445175 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:04.453011 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-206a01e6-0405-4e72-a6aa-6a2e6e3aaf1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:04.470054 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:04.471660 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f2d1e-0c7d-4720-a0e7-585f5d7da07b None None] Pushing event updated for resources: {'Port': ['ID=3e77c04d-f2b7-4f4e-893c-85900ab05766,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:04.486098 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e5728a3-ece9-44e8-9894-5eb7e6aaa0cf req-aadb821c-4dea-4340-9cb7-559979224775 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 210 time: 0.1017330 May 25 16:08:04.497490 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:04.502330 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:04.756545 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Publish callbacks [] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:04.792425 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c06c4-25ec-48fd-aada-3c3497d6ce5a None None] Pushing event updated for resources: {'Port': ['ID=7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:04.821371 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:04.822201 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-430595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552663'] for router_interface (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:05.000575 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 8e384d49-98d2-4bbf-ba42-845027301676 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:05.002094 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3e596e-71fe-4447-861f-bab1a5bbe9e1,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:05.038424 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-e78f2d1e-0c7d-4720-a0e7-585f5d7da07b None None] Port 07399fdf-f815-4766-8478-9326a75b25f8 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:08:05.142615 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f9ecc08e-06b2-4398-b04c-54f5bd1d5b34 req-469db829-4037-4d21-8875-c51687e9423f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 210 time: 0.1742570 May 25 16:08:05.220103 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:08:05.352675 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] For port 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:08:05.369438 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-f8084776-3497-4afc-b331-44a07fb86492 None None] Provisioning complete for port 3e77c04d-f2b7-4f4e-893c-85900ab05766 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:05.370232 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f8084776-3497-4afc-b331-44a07fb86492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:05.598806 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Allocated IP 172.27.0.155 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/6bec81f0-c052-482f-a0aa-4ed39669c941) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:08:05.729493 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] For port 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:08:05.740355 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:07:57Z', 'revision_number': 2, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:05.765549 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:05.834784 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for port (6bec81f0-c052-482f-a0aa-4ed39669c941), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:05.849358 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Checking router: cd51d7f4-a853-4b0c-ab83-953255d8180d for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:08:05.850009 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Updating router cd51d7f4-a853-4b0c-ab83-953255d8180d port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 binding host dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:08:05.956980 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (6bec81f0-c052-482f-a0aa-4ed39669c941), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:05.963270 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:05.978170 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:05.979509 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:06.096724 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-15491c71-05de-4141-bf1d-dbd68863f987 req-c349075e-3cae-4b78-ae3f-0e02313eef5f tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 210 time: 0.1853898 May 25 16:08:06.155307 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d458145b-bf4e-4ff9-966d-7c5a68d31f01 admin admin] Publish callbacks [] for security_group (e81e39b1-74e7-424b-9013-4e917d1d546a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:06.169709 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d458145b-bf4e-4ff9-966d-7c5a68d31f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (e81e39b1-74e7-424b-9013-4e917d1d546a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:06.197213 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Network 11c18221-40ed-46b2-9546-1ebebf8fc518 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:06.234500 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:06.281093 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:06.310234 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-1d76ac08-aaa2-431b-b14e-f1b098dfe77c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Allocated IP 172.20.0.9 (e9b37dbb-a6ec-4de2-ba40-2fff8744b63a/7e18c554-280c-48e2-b5c3-eb02656eb808/e7a62f3c-e0c8-466c-b12b-f52f98992106) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:08:06.334545 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458145b-bf4e-4ff9-966d-7c5a68d31f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81e39b1-74e7-424b-9013-4e917d1d546a,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:06.364059 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d458145b-bf4e-4ff9-966d-7c5a68d31f01 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=04d735ad2d88494f95cda019507da1df&name=default HTTP/1.1" status: 200 len: 2995 time: 3.5148520 May 25 16:08:06.438496 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:06.450685 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34650) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:06.451375 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34652) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:06.464970 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-1a9fd63f-0e6f-4c68-adb2-836b0e14744a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:06.475003 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-1a9fd63f-0e6f-4c68-adb2-836b0e14744a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 819 time: 0.5496342 May 25 16:08:06.575369 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c06c4-25ec-48fd-aada-3c3497d6ce5a None None] Pushing event updated for resources: {'Port': ['ID=7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:06.634664 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:06.637212 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event updated for resources: {'Port': ['ID=6bec81f0-c052-482f-a0aa-4ed39669c941,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:06.682311 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-efb2b929-3512-4632-ba16-fc8dd4c8d248 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/quotas/f7733d8b5059433eb18dc6b174eb9533 HTTP/1.1" status: 200 len: 375 time: 0.2048419 May 25 16:08:06.778564 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:06.778775 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:06.870222 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-04fd4f02-bc59-49ca-98bc-2828e51f9377 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020265 May 25 16:08:06.872114 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:06.877226 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:07:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:06.906886 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:06.918324 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:08:07.079169 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:08:07.092704 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Sync routers for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:08:07.114976 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:07.117499 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:07:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:07.181003 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-41f08504-3c0f-48f0-b281-66aa27f6212c admin admin] 10.222.0.85 "PUT /v2.0/routers/87c12870-9bf7-4d4c-94f8-90429b2d4d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1165535 May 25 16:08:07.337050 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (30a71b04-3b3c-4381-ae38-86e795ccf62c), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:07.396631 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e8e1-9ddf-4788-87b9-cce8f2122b0d admin admin] Publish callbacks [] for security_group (e81e39b1-74e7-424b-9013-4e917d1d546a), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:07.495816 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (6bec81f0-c052-482f-a0aa-4ed39669c941), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:07.508247 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-13f251db-85ab-452d-aed5-ae61b3d8884a service neutron] 10.222.0.85 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368442 May 25 16:08:07.517448 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ce34f229-690a-4395-ae3f-7f63b65be3dc req-61094090-f8e0-4e37-8a33-470f54fc04f0 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 210 time: 0.1460056 May 25 16:08:07.518980 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:07.525638 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:07.529658 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f8084776-3497-4afc-b331-44a07fb86492 None None] Current status of the port 3e77c04d-f2b7-4f4e-893c-85900ab05766 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:07.585660 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:07.592275 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f640faec-63be-414a-9c17-c219d1fa112c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:07.671558 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:08:07.673452 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-f8084776-3497-4afc-b331-44a07fb86492 None None] Provisioning complete for port 07399fdf-f815-4766-8478-9326a75b25f8 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:07.674654 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e8e1-9ddf-4788-87b9-cce8f2122b0d admin admin] Publish callbacks [] for security_group (e81e39b1-74e7-424b-9013-4e917d1d546a), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:07.677627 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f8084776-3497-4afc-b331-44a07fb86492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (07399fdf-f815-4766-8478-9326a75b25f8), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:07.825175 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:07.825575 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:07.855108 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f640faec-63be-414a-9c17-c219d1fa112c admin admin] Publish callbacks [] for security_group (eb254056-38c0-4205-8a55-e15073621061), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:07.856340 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34700) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:07.880042 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-3f8f4c05-d552-476c-989a-f05ecef8108a service neutron] 10.222.0.85 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239849 May 25 16:08:07.901800 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f0b0c194-e1db-4803-b24b-a5bec42e462b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:07.926553 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f8084776-3497-4afc-b331-44a07fb86492 None None] Port 07399fdf-f815-4766-8478-9326a75b25f8 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:08:07.927900 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:07.944362 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:07.947791 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-2c9b80cf-109c-49fb-82ef-57147627801a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1792762613', 'description': 'tempest-description--1940565089'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:08.008496 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f640faec-63be-414a-9c17-c219d1fa112c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (eb254056-38c0-4205-8a55-e15073621061), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:08.021673 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Publish callbacks [] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:08.061604 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for port (6bec81f0-c052-482f-a0aa-4ed39669c941), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:08.072680 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (6bec81f0-c052-482f-a0aa-4ed39669c941), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:08.115966 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 2, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:08.157275 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Checking router: 87c12870-9bf7-4d4c-94f8-90429b2d4d14 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:08:08.158170 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Updating router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 port 07399fdf-f815-4766-8478-9326a75b25f8 binding host dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:08:08.200266 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (07399fdf-f815-4766-8478-9326a75b25f8), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:08.205962 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640faec-63be-414a-9c17-c219d1fa112c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb254056-38c0-4205-8a55-e15073621061,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:08.235381 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event updated for resources: {'Port': ['ID=6bec81f0-c052-482f-a0aa-4ed39669c941,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:08.264955 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (30a71b04-3b3c-4381-ae38-86e795ccf62c), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:08.295929 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:08.331188 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:08.350264 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-31682ba8-1d07-4ded-8110-3b9bf2bd703b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9071510 May 25 16:08:08.480335 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c38b578-fe29-45b7-bca3-96dabbaaf649 None None] Provisioning complete for port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:08.482017 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c38b578-fe29-45b7-bca3-96dabbaaf649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:08.512140 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:08:08.561224 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-f640faec-63be-414a-9c17-c219d1fa112c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=072316d170de4f50a27886d804fa252a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1026607 May 25 16:08:08.564513 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34722) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:08.572387 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2c9b80cf-109c-49fb-82ef-57147627801a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:08.620446 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e904cf61-9467-44f8-9fba-73ddb7378410 admin admin] 10.222.0.85 "PUT /v2.0/routers/7e7f2b0e-774c-4cc3-9f74-991292ac5ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2631483 May 25 16:08:08.657209 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-1d76ac08-aaa2-431b-b14e-f1b098dfe77c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Publish callbacks [] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:08.694518 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.67', 57265) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:08.806693 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-07c3a7bf-805d-4cfb-a772-c8a024a56090 req-f2bf56a0-71d3-4b08-90e4-6c737e7602ff tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 210 time: 0.0532076 May 25 16:08:08.834669 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e0547bfa-5008-4660-9b65-f66e08b18780 req-e38344a2-70c2-49c7-a220-710a563a2ab4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 210 time: 0.5446460 May 25 16:08:08.858831 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-1d76ac08-aaa2-431b-b14e-f1b098dfe77c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:08.965281 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 2, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:09.015940 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2c9b80cf-109c-49fb-82ef-57147627801a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (289e6c68-6682-4f46-aab6-0fa568dcbcde), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.032282 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c38b578-fe29-45b7-bca3-96dabbaaf649 None None] Port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:08:09.065360 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:09.076296 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715a86-752c-4103-884e-7743415314a7 req-2dab59f1-4c11-4c41-9542-ee2e8ef409c8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:09.079923 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-2dab59f1-4c11-4c41-9542-ee2e8ef409c8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 819 time: 0.3909392 May 25 16:08:09.101561 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-25704f09-e552-430d-a085-5ba65b7e1796 admin admin] Publish callbacks [] for security_group (eb254056-38c0-4205-8a55-e15073621061), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.108618 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-13715a86-752c-4103-884e-7743415314a7 req-e7d09fef-9658-4035-a51c-3d1e3fd033d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Request body: {'port': {'device_id': '8f650730-0534-4f4b-92b9-6d6be8cc54c7', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'admin_state_up': True, 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:09.116497 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:09.118003 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 6a2b7ca3-b843-420f-af79-4a40abc6bc84 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:09.135332 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:09.222166 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f9782-12c2-46a6-9584-3dd46395640f None None] The sync data for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi is: [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 2, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:08:09.291390 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.319242 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b939b0-9195-466b-8924-41cb51e85678 None None] Pushing event updated for resources: {'Port': ['ID=7a849e2b-c50b-4908-97e5-acd5bd2ff0f2,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:09.338990 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-31a8bb13-2c11-41ce-8752-9d9d8b85df8d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--320864526&fields=id&tenant_id=feb4d81e1722439591065849449aeb18 HTTP/1.1" status: 200 len: 267 time: 0.2555768 May 25 16:08:09.342289 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:09.359078 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-a8ecf4bd-87b7-486a-b857-1d28942244ab None None] Provisioning complete for port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:09.359443 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf4bd-87b7-486a-b857-1d28942244ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.383333 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:09.385327 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34754) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:09.420127 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2c9b80cf-109c-49fb-82ef-57147627801a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (289e6c68-6682-4f46-aab6-0fa568dcbcde), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.429750 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:09.444363 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-1d76ac08-aaa2-431b-b14e-f1b098dfe77c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Network e9b37dbb-a6ec-4de2-ba40-2fff8744b63a is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:09.445339 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecf4bd-87b7-486a-b857-1d28942244ab None None] Port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:08:09.445727 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Publish callbacks [] for port (07399fdf-f815-4766-8478-9326a75b25f8), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.453367 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-25704f09-e552-430d-a085-5ba65b7e1796 admin admin] Publish callbacks [] for security_group (eb254056-38c0-4205-8a55-e15073621061), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.457085 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e8e1-9ddf-4788-87b9-cce8f2122b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (e81e39b1-74e7-424b-9013-4e917d1d546a), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.459580 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Attempting to bind port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:08:09.460518 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Attempting to bind port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:08:09.461512 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Attempting to bind port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 on network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:09.461840 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e8e1-9ddf-4788-87b9-cce8f2122b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.465076 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-eaa0e8e1-9ddf-4788-87b9-cce8f2122b0d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e81e39b1-74e7-424b-9013-4e917d1d546a HTTP/1.1" status: 204 len: 168 time: 3.0086553 May 25 16:08:09.471605 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (07399fdf-f815-4766-8478-9326a75b25f8), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.473185 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-a2dc33fb-3bd9-4ce6-af26-95e34ca49805 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268189805', 'description': 'tempest-description--1519691725'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:09.490158 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 6a2b7ca3-b843-420f-af79-4a40abc6bc84 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:09.491544 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.497924 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76ac08-aaa2-431b-b14e-f1b098dfe77c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Pushing event updated for resources: {'Port': ['ID=e7a62f3c-e0c8-466c-b12b-f52f98992106,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:09.511248 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-1d76ac08-aaa2-431b-b14e-f1b098dfe77c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:09.525935 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-1d76ac08-aaa2-431b-b14e-f1b098dfe77c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:08:09.551416 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-1d76ac08-aaa2-431b-b14e-f1b098dfe77c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:09.559214 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-1d76ac08-aaa2-431b-b14e-f1b098dfe77c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.568434 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:08:09.568905 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Checking segment: {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:08:09.569443 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.571769 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Bound using segment: {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:08:09.573764 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Bound port: 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:08:09.576424 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.628592 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2c9b80cf-109c-49fb-82ef-57147627801a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.634150 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-2c9b80cf-109c-49fb-82ef-57147627801a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6972003 May 25 16:08:09.650080 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34762) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:09.668414 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-1f2394db-6b5a-44c2-89b3-47d15af709ab tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'security_group_rule': {'security_group_id': '289e6c68-6682-4f46-aab6-0fa568dcbcde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:09.682811 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:09.713722 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b80cf-109c-49fb-82ef-57147627801a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289e6c68-6682-4f46-aab6-0fa568dcbcde,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:09.740422 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-1d76ac08-aaa2-431b-b14e-f1b098dfe77c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5171535 May 25 16:08:09.861365 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cce7e79c-51a2-49e2-bc03-dc6d4062513d tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:08:09.865945 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] For port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:08:09.868453 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cce7e79c-51a2-49e2-bc03-dc6d4062513d tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0331197 May 25 16:08:09.871108 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0e8e1-9ddf-4788-87b9-cce8f2122b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81e39b1-74e7-424b-9013-4e917d1d546a,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:09.877568 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Attempting to bind port 07399fdf-f815-4766-8478-9326a75b25f8 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:08:09.877935 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Attempting to bind port 07399fdf-f815-4766-8478-9326a75b25f8 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:08:09.881733 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] For port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7a849e2b-c50b-4908-97e5-acd5bd2ff0f2,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:08:09.890930 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Attempting to bind port 07399fdf-f815-4766-8478-9326a75b25f8 on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:09.908419 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76569ccc-b458-4236-b1e0-1d1aeb31d35e None None] Pushing event updated for resources: {'Port': ['ID=07399fdf-f815-4766-8478-9326a75b25f8,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:09.928932 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1f2394db-6b5a-44c2-89b3-47d15af709ab tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (6795b701-f41e-4cc4-9fc7-6cb46f149c09), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.933528 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:08:09.933897 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Checking segment: {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:08:09.934296 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.934675 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Bound using segment: {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:08:09.937358 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Bound port: 07399fdf-f815-4766-8478-9326a75b25f8, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:08:09.940465 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (07399fdf-f815-4766-8478-9326a75b25f8), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:09.953591 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:10.026355 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34770) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:10.204165 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] For port 07399fdf-f815-4766-8478-9326a75b25f8, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:08:10.221146 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] For port 07399fdf-f815-4766-8478-9326a75b25f8, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=07399fdf-f815-4766-8478-9326a75b25f8,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:08:10.238874 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (07399fdf-f815-4766-8478-9326a75b25f8), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:10.251728 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d294556-0d80-4685-ba4e-5844c6b72719 req-03594fb9-c657-4b0c-903d-667686b2d3a9 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:10.254935 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b939b0-9195-466b-8924-41cb51e85678 None None] Pushing event updated for resources: {'Port': ['ID=7a849e2b-c50b-4908-97e5-acd5bd2ff0f2,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:10.263892 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7d294556-0d80-4685-ba4e-5844c6b72719 req-03594fb9-c657-4b0c-903d-667686b2d3a9 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 931 time: 0.2683442 May 25 16:08:10.348314 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:10.355453 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Routers {'cd51d7f4-a853-4b0c-ab83-953255d8180d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:10.357425 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:08:07Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['cd51d7f4-a853-4b0c-ab83-953255d8180d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:10.475532 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:10.486833 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:08:07Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:10.597759 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a2dc33fb-3bd9-4ce6-af26-95e34ca49805 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:10.623522 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1f2394db-6b5a-44c2-89b3-47d15af709ab tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (6795b701-f41e-4cc4-9fc7-6cb46f149c09), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:10.658310 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-f36c84b5-6841-4b7a-9e51-b119a963a530 None None] Provisioning complete for port 07399fdf-f815-4766-8478-9326a75b25f8 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:10.658727 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f36c84b5-6841-4b7a-9e51-b119a963a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (07399fdf-f815-4766-8478-9326a75b25f8), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:10.660992 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 6a2b7ca3-b843-420f-af79-4a40abc6bc84 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:10.661366 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:10.686784 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ee0a-c1fc-42b5-9055-2177af6cb051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:10.689339 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1f2394db-6b5a-44c2-89b3-47d15af709ab tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (6795b701-f41e-4cc4-9fc7-6cb46f149c09), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:10.701951 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:10.710170 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:10.723481 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76569ccc-b458-4236-b1e0-1d1aeb31d35e None None] Pushing event updated for resources: {'Port': ['ID=07399fdf-f815-4766-8478-9326a75b25f8,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:10.857230 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a2dc33fb-3bd9-4ce6-af26-95e34ca49805 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group (053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:10.858303 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.67', 57271) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:10.913140 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a2dc33fb-3bd9-4ce6-af26-95e34ca49805 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:10.925053 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7d294556-0d80-4685-ba4e-5844c6b72719 req-e452d4de-7e21-4af2-8bd1-d07d79d51f2f tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6440649 May 25 16:08:10.931520 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port 6a2b7ca3-b843-420f-af79-4a40abc6bc84, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=6a2b7ca3-b843-420f-af79-4a40abc6bc84,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:10.958496 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:10.987138 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2394db-6b5a-44c2-89b3-47d15af709ab tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6795b701-f41e-4cc4-9fc7-6cb46f149c09,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:11.036693 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1f2394db-6b5a-44c2-89b3-47d15af709ab tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.038017 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc33fb-3bd9-4ce6-af26-95e34ca49805 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:11.043916 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1f2394db-6b5a-44c2-89b3-47d15af709ab tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3860059 May 25 16:08:11.046358 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a2dc33fb-3bd9-4ce6-af26-95e34ca49805 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.048819 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a2dc33fb-3bd9-4ce6-af26-95e34ca49805 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6492407 May 25 16:08:11.067652 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34790) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:11.068262 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34792) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:11.100788 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-e88cb965-e5a9-46ba-b91f-83bdb2cecba4 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'security_group_rule': {'security_group_id': '289e6c68-6682-4f46-aab6-0fa568dcbcde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:11.169895 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-6efd63dd-f7ed-4365-9046-78dd9541278c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Request body: {'security_group_rule': {'security_group_id': '053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:11.210399 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7536bcd1-5fb6-4fa4-a0ee-bc8aab63ab20 req-bcfec577-6102-46f4-a52b-2710115ff7b3 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 210 time: 0.0969565 May 25 16:08:11.254780 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Request body: {'port': {'device_id': 'b6855067-d8ce-424f-b601-e0df21b52475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:11.259616 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-150ccdd5-7ddb-4095-bd71-9b16f857a76b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:11.261927 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-150ccdd5-7ddb-4095-bd71-9b16f857a76b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 819 time: 0.7348998 May 25 16:08:11.268603 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13715a86-752c-4103-884e-7743415314a7 req-e7d09fef-9658-4035-a51c-3d1e3fd033d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Made reservation on behalf of f7733d8b5059433eb18dc6b174eb9533 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:08:11.279343 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-13715a86-752c-4103-884e-7743415314a7 req-e7d09fef-9658-4035-a51c-3d1e3fd033d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.289406 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-fcb3b927-00f4-4df7-805d-eaa75802f8e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Request body: {'port': {'device_id': 'b973684d-dabc-4073-9bd7-cfff6639d737', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'admin_state_up': True, 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:11.388173 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-25704f09-e552-430d-a085-5ba65b7e1796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (eb254056-38c0-4205-8a55-e15073621061), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.397739 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-25704f09-e552-430d-a085-5ba65b7e1796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.405900 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-25704f09-e552-430d-a085-5ba65b7e1796 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/eb254056-38c0-4205-8a55-e15073621061 HTTP/1.1" status: 204 len: 168 time: 2.8396225 May 25 16:08:11.429044 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.429926 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:11.470908 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-fcb3b927-00f4-4df7-805d-eaa75802f8e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Made reservation on behalf of f7733d8b5059433eb18dc6b174eb9533 for: {'port': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:08:11.475452 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-fcb3b927-00f4-4df7-805d-eaa75802f8e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.498353 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e88cb965-e5a9-46ba-b91f-83bdb2cecba4 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (08cfcd16-7f20-4c0d-a41a-d2894cdfd4f4), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.546848 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ee0a-c1fc-42b5-9055-2177af6cb051 admin admin] Publish callbacks [] for security_group (6d31762b-14dd-4b9d-bbb8-445e173db603), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.588692 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ee0a-c1fc-42b5-9055-2177af6cb051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (6d31762b-14dd-4b9d-bbb8-445e173db603), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.613469 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:11.638229 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2ee0a-c1fc-42b5-9055-2177af6cb051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d31762b-14dd-4b9d-bbb8-445e173db603,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:11.676545 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ed46f-d2e0-4639-9f21-cec16867787d None None] The sync data for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi is: [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:08:11.695301 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-a7f2ee0a-c1fc-42b5-9055-2177af6cb051 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=684290bd47864be38ec9736193b7e1ce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6653554 May 25 16:08:11.695990 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34808) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:11.821776 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:11.822162 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.859273 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.872193 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:11.917683 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:11.933444 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-fcb3b927-00f4-4df7-805d-eaa75802f8e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Allocated IP 172.20.0.14 (877c8ddf-7ab7-4a0d-986b-a567e6cc159c/13ebf141-6a37-448c-a7c3-5ecbba7302b3/8da9abd8-394d-4fcf-b31f-86f41ec75434) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:08:11.939976 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e01a301e-5037-4aab-9384-57879d9fd046 admin admin] Publish callbacks [] for security_group (6d31762b-14dd-4b9d-bbb8-445e173db603), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.977385 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e01a301e-5037-4aab-9384-57879d9fd046 admin admin] Publish callbacks [] for security_group (6d31762b-14dd-4b9d-bbb8-445e173db603), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:11.983717 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] Set router cd51d7f4-a853-4b0c-ab83-953255d8180d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:12.044573 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e01a301e-5037-4aab-9384-57879d9fd046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (6d31762b-14dd-4b9d-bbb8-445e173db603), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:12.047753 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e01a301e-5037-4aab-9384-57879d9fd046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:12.051480 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e01a301e-5037-4aab-9384-57879d9fd046 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6d31762b-14dd-4b9d-bbb8-445e173db603 HTTP/1.1" status: 204 len: 168 time: 0.3522170 May 25 16:08:12.085868 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a301e-5037-4aab-9384-57879d9fd046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d31762b-14dd-4b9d-bbb8-445e173db603,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:12.167291 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a18ac0-37f5-4af3-aaa9-976f128a4e53 req-2c0168a6-65d1-4654-98e7-53d9b0455815 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:12.169270 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-15a18ac0-37f5-4af3-aaa9-976f128a4e53 req-2c0168a6-65d1-4654-98e7-53d9b0455815 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 931 time: 0.1107881 May 25 16:08:12.185814 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f36c84b5-6841-4b7a-9e51-b119a963a530 None None] Current status of the port 07399fdf-f815-4766-8478-9326a75b25f8 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:12.186309 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f36c84b5-6841-4b7a-9e51-b119a963a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (07399fdf-f815-4766-8478-9326a75b25f8), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:12.218224 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=6a2b7ca3-b843-420f-af79-4a40abc6bc84,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:12.302952 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:12.303439 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:12.322605 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25704f09-e552-430d-a085-5ba65b7e1796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb254056-38c0-4205-8a55-e15073621061,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:12.333652 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:12.348411 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:12.349828 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device ed24e782-0fa6-495f-8304-281f1261d205 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:12.373580 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47261-474a-44e5-a137-0bbe396cea55 req-2096f7db-2550-4387-883f-9482410e49b1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:12.384926 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-2096f7db-2550-4387-883f-9482410e49b1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 817 time: 3.0381248 May 25 16:08:12.447183 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6efd63dd-f7ed-4365-9046-78dd9541278c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group_rule (e28efa94-a055-4015-a593-5527e3e589b3), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:12.519427 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34822) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:12.533854 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-15a18ac0-37f5-4af3-aaa9-976f128a4e53 req-9b95a0cf-fb27-4cbb-bba5-e9d649aa1d7c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567030 May 25 16:08:12.563507 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-f36c84b5-6841-4b7a-9e51-b119a963a530 None None] For port 07399fdf-f815-4766-8478-9326a75b25f8, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=07399fdf-f815-4766-8478-9326a75b25f8,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:12.564404 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:12.614120 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f36c84b5-6841-4b7a-9e51-b119a963a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (07399fdf-f815-4766-8478-9326a75b25f8), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:12.703555 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a22fd80-af4d-436e-a44a-9d0f44adfa0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:12.728484 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-fcb3b927-00f4-4df7-805d-eaa75802f8e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:12.758284 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port ed24e782-0fa6-495f-8304-281f1261d205 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:12.760065 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (ed24e782-0fa6-495f-8304-281f1261d205), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:12.888297 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-62321014-1407-4915-a516-420bfa7eaa20 req-ed027777-12ef-4828-82c2-dbcafe3ae17f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 210 time: 0.1029568 May 25 16:08:12.904167 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-fcb3b927-00f4-4df7-805d-eaa75802f8e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:12.931623 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a22fd80-af4d-436e-a44a-9d0f44adfa0f admin admin] Publish callbacks [] for security_group (c91d8fac-6003-4795-9d69-d2229f4caae4), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:12.942283 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-0c5349c5-d814-41d1-a83e-078ba733c872 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/quotas/feb4d81e1722439591065849449aeb18 HTTP/1.1" status: 200 len: 375 time: 0.5548382 May 25 16:08:13.005473 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a22fd80-af4d-436e-a44a-9d0f44adfa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c91d8fac-6003-4795-9d69-d2229f4caae4), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:13.045941 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-fcb3b927-00f4-4df7-805d-eaa75802f8e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:13.065484 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-fcb3b927-00f4-4df7-805d-eaa75802f8e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:13.072741 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-fcb3b927-00f4-4df7-805d-eaa75802f8e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:08:13.088402 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-fcb3b927-00f4-4df7-805d-eaa75802f8e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:13.090570 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-fcb3b927-00f4-4df7-805d-eaa75802f8e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:13.126040 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3b927-00f4-4df7-805d-eaa75802f8e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Pushing event updated for resources: {'Port': ['ID=8da9abd8-394d-4fcf-b31f-86f41ec75434,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:13.131586 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34832) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:13.194366 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bcaecd45-827f-4ac9-b738-19c2bb599e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:13.199264 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-fcb3b927-00f4-4df7-805d-eaa75802f8e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9172239 May 25 16:08:13.234246 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c84b5-6841-4b7a-9e51-b119a963a530 None None] Pushing event updated for resources: {'Port': ['ID=07399fdf-f815-4766-8478-9326a75b25f8,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:13.236930 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-5335623e-6ec3-4e98-9336-81fbd1313a56 None None] Provisioning complete for port 07399fdf-f815-4766-8478-9326a75b25f8 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:13.245166 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5335623e-6ec3-4e98-9336-81fbd1313a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (07399fdf-f815-4766-8478-9326a75b25f8), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:13.248359 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1a22fd80-af4d-436e-a44a-9d0f44adfa0f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5500e045282246458b03e691f0201623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6806233 May 25 16:08:13.299934 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Request body: {'port': {'device_id': 'b973684d-dabc-4073-9bd7-cfff6639d737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:13.302573 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34838) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:13.315449 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:09Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:13.407735 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port ed24e782-0fa6-495f-8304-281f1261d205 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:13.411023 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ed24e782-0fa6-495f-8304-281f1261d205), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:13.420665 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22fd80-af4d-436e-a44a-9d0f44adfa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91d8fac-6003-4795-9d69-d2229f4caae4,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:13.460550 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f8bb5-61bc-451d-8423-51f5c4f9c7b7 None None] The sync data for ids ['cd51d7f4-a853-4b0c-ab83-953255d8180d'] in dv-cinder-843277-2-iscsi is: [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:09Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:08:13.596602 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port ed24e782-0fa6-495f-8304-281f1261d205, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=ed24e782-0fa6-495f-8304-281f1261d205,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:13.614115 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (ed24e782-0fa6-495f-8304-281f1261d205), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:13.616473 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 3e77c04d-f2b7-4f4e-893c-85900ab05766 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:13.681761 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:13.698418 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6efd63dd-f7ed-4365-9046-78dd9541278c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group_rule (e28efa94-a055-4015-a593-5527e3e589b3), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:13.770980 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-5375be19-96d4-45c5-8504-8a4de7063083 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7999458 May 25 16:08:13.773718 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e88cb965-e5a9-46ba-b91f-83bdb2cecba4 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (08cfcd16-7f20-4c0d-a41a-d2894cdfd4f4), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:13.799094 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6efd63dd-f7ed-4365-9046-78dd9541278c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (e28efa94-a055-4015-a593-5527e3e589b3), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:13.863062 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-5335623e-6ec3-4e98-9336-81fbd1313a56 None None] Current status of the port 07399fdf-f815-4766-8478-9326a75b25f8 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:13.875318 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:13.886082 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=ed24e782-0fa6-495f-8304-281f1261d205,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:13.905352 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 3e77c04d-f2b7-4f4e-893c-85900ab05766 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:13.905739 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:13.911427 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-5335623e-6ec3-4e98-9336-81fbd1313a56 None None] Provisioning complete for port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:13.911427 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5335623e-6ec3-4e98-9336-81fbd1313a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:13.991030 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-13715a86-752c-4103-884e-7743415314a7 req-e7d09fef-9658-4035-a51c-3d1e3fd033d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Allocated IP 172.20.0.13 (877c8ddf-7ab7-4a0d-986b-a567e6cc159c/13ebf141-6a37-448c-a7c3-5ecbba7302b3/5e831b32-3912-4fc5-8b80-9b3a1edda724) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:08:14.039974 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bcaecd45-827f-4ac9-b738-19c2bb599e50 admin admin] Publish callbacks [] for security_group (52b359bb-90ee-4ff4-a4c3-2b606a00e7e0), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.073723 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b0638332-2fc1-4bff-a0bb-fd418d9e07b2 admin admin] Publish callbacks [] for security_group (c91d8fac-6003-4795-9d69-d2229f4caae4), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.075329 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bcaecd45-827f-4ac9-b738-19c2bb599e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (52b359bb-90ee-4ff4-a4c3-2b606a00e7e0), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.105306 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e88cb965-e5a9-46ba-b91f-83bdb2cecba4 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (08cfcd16-7f20-4c0d-a41a-d2894cdfd4f4), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.118287 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd63dd-f7ed-4365-9046-78dd9541278c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28efa94-a055-4015-a593-5527e3e589b3,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:14.129765 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6efd63dd-f7ed-4365-9046-78dd9541278c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.129765 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-6efd63dd-f7ed-4365-9046-78dd9541278c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0558209 May 25 16:08:14.139896 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34854) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:14.140726 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b0638332-2fc1-4bff-a0bb-fd418d9e07b2 admin admin] Publish callbacks [] for security_group (c91d8fac-6003-4795-9d69-d2229f4caae4), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.171304 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-15313210-74df-4da0-988e-36cc47a6161c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Request body: {'security_group_rule': {'security_group_id': '053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:14.209230 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cb965-e5a9-46ba-b91f-83bdb2cecba4 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cfcd16-7f20-4c0d-a41a-d2894cdfd4f4,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:14.236945 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:14.262243 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e88cb965-e5a9-46ba-b91f-83bdb2cecba4 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.263974 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e88cb965-e5a9-46ba-b91f-83bdb2cecba4 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1943638 May 25 16:08:14.327659 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 3e77c04d-f2b7-4f4e-893c-85900ab05766 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:14.329436 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 8e384d49-98d2-4bbf-ba42-845027301676 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:14.332497 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-5335623e-6ec3-4e98-9336-81fbd1313a56 None None] Current status of the port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:14.333044 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5335623e-6ec3-4e98-9336-81fbd1313a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.359524 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 34856) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:14.360169 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:14.365822 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:14.451172 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-92bd58ba-3dfe-4c77-8e8f-b80c0cb2dec7 service neutron] 10.222.0.85 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037674 May 25 16:08:14.455799 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-5335623e-6ec3-4e98-9336-81fbd1313a56 None None] For port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7a849e2b-c50b-4908-97e5-acd5bd2ff0f2,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:14.462383 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:14.463008 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:14.466188 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5335623e-6ec3-4e98-9336-81fbd1313a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.570680 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:14.591791 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37ff07-b7bc-44c8-9267-da8638790e1c req-a805e349-b966-48ab-acca-a28815e7530a tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:14.594012 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ef37ff07-b7bc-44c8-9267-da8638790e1c req-a805e349-b966-48ab-acca-a28815e7530a tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 931 time: 0.8548439 May 25 16:08:14.611372 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaecd45-827f-4ac9-b738-19c2bb599e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b359bb-90ee-4ff4-a4c3-2b606a00e7e0,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:14.625561 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 8e384d49-98d2-4bbf-ba42-845027301676 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:14.626057 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8e384d49-98d2-4bbf-ba42-845027301676), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.630600 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a62f3c-e0c8-466c-b12b-f52f98992106 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:08:14.641550 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-15313210-74df-4da0-988e-36cc47a6161c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group_rule (aca1c540-f0c4-4ae3-9d0e-53fc946dd1d8), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.666953 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Publish callbacks [] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.682484 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335623e-6ec3-4e98-9336-81fbd1313a56 None None] Pushing event updated for resources: {'Port': ['ID=7a849e2b-c50b-4908-97e5-acd5bd2ff0f2,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:14.686288 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-e1b5cdfc-e932-49d2-a9aa-2634c2879055 None None] Provisioning complete for port 8da9abd8-394d-4fcf-b31f-86f41ec75434 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:14.686690 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e1b5cdfc-e932-49d2-a9aa-2634c2879055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.734480 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.791159 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Transition to ACTIVE for port object e7a62f3c-e0c8-466c-b12b-f52f98992106 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:08:14.817092 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 8e384d49-98d2-4bbf-ba42-845027301676 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:14.823971 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:14.867069 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5cdfc-e932-49d2-a9aa-2634c2879055 None None] Port 8da9abd8-394d-4fcf-b31f-86f41ec75434 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:08:14.931727 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-affc87a8-81a3-4ca3-b2a8-7cbce172c2b9 service neutron] 10.222.0.85 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583757 May 25 16:08:15.028162 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Pushing event updated for resources: {'Port': ['ID=e7a62f3c-e0c8-466c-b12b-f52f98992106,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:15.073000 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-13715a86-752c-4103-884e-7743415314a7 req-e7d09fef-9658-4035-a51c-3d1e3fd033d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:15.104696 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-15313210-74df-4da0-988e-36cc47a6161c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group_rule (aca1c540-f0c4-4ae3-9d0e-53fc946dd1d8), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:15.108015 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:15.138364 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b0638332-2fc1-4bff-a0bb-fd418d9e07b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c91d8fac-6003-4795-9d69-d2229f4caae4), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:15.145476 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b0638332-2fc1-4bff-a0bb-fd418d9e07b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:15.151367 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b0638332-2fc1-4bff-a0bb-fd418d9e07b2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c91d8fac-6003-4795-9d69-d2229f4caae4 HTTP/1.1" status: 204 len: 168 time: 1.8351204 May 25 16:08:15.155629 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-15313210-74df-4da0-988e-36cc47a6161c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (aca1c540-f0c4-4ae3-9d0e-53fc946dd1d8), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:15.160013 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-bcaecd45-827f-4ac9-b738-19c2bb599e50 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3bd7991d000c47b794ff72c5be832231&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0266557 May 25 16:08:15.172435 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34864) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:15.250486 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0638332-2fc1-4bff-a0bb-fd418d9e07b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91d8fac-6003-4795-9d69-d2229f4caae4,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:15.331663 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Attempting to bind port e7a62f3c-e0c8-466c-b12b-f52f98992106 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:08:15.332209 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Attempting to bind port e7a62f3c-e0c8-466c-b12b-f52f98992106 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '39da0846-e063-42a7-a196-d8024278a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e9b37dbb-a6ec-4de2-ba40-2fff8744b63a'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:08:15.332566 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Attempting to bind port e7a62f3c-e0c8-466c-b12b-f52f98992106 on network e9b37dbb-a6ec-4de2-ba40-2fff8744b63a {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:15.374391 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ef37ff07-b7bc-44c8-9267-da8638790e1c req-be991243-5f4e-4939-b4e6-021947a7088e tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7563665 May 25 16:08:15.447384 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 6a2b7ca3-b843-420f-af79-4a40abc6bc84 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:15.500946 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e0019d51-0173-47e5-8947-76b28ceb67e5 admin admin] Publish callbacks [] for security_group (52b359bb-90ee-4ff4-a4c3-2b606a00e7e0), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:15.506362 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7f91b67e-9e90-4c07-a9ad-ad47ddd49500 req-eef2823e-d8d8-45dd-bffa-86af289be6eb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 210 time: 0.0420337 May 25 16:08:15.529681 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e0019d51-0173-47e5-8947-76b28ceb67e5 admin admin] Publish callbacks [] for security_group (52b359bb-90ee-4ff4-a4c3-2b606a00e7e0), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:15.603233 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 6a2b7ca3-b843-420f-af79-4a40abc6bc84 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:15.604829 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:15.690054 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e0019d51-0173-47e5-8947-76b28ceb67e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (52b359bb-90ee-4ff4-a4c3-2b606a00e7e0), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:15.695898 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e0019d51-0173-47e5-8947-76b28ceb67e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:15.702631 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e0019d51-0173-47e5-8947-76b28ceb67e5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/52b359bb-90ee-4ff4-a4c3-2b606a00e7e0 HTTP/1.1" status: 204 len: 168 time: 0.5168850 May 25 16:08:15.712115 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0019d51-0173-47e5-8947-76b28ceb67e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b359bb-90ee-4ff4-a4c3-2b606a00e7e0,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:15.816075 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 6a2b7ca3-b843-420f-af79-4a40abc6bc84 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:15.818407 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device ed24e782-0fa6-495f-8304-281f1261d205 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:15.921150 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Port e7a62f3c-e0c8-466c-b12b-f52f98992106 on network e9b37dbb-a6ec-4de2-ba40-2fff8744b63a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:08:15.921903 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Attempting to bind port e7a62f3c-e0c8-466c-b12b-f52f98992106 on network e9b37dbb-a6ec-4de2-ba40-2fff8744b63a {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:15.929939 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15313210-74df-4da0-988e-36cc47a6161c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca1c540-f0c4-4ae3-9d0e-53fc946dd1d8,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:15.982578 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port ed24e782-0fa6-495f-8304-281f1261d205 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:15.983259 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (ed24e782-0fa6-495f-8304-281f1261d205), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:16.074845 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-15313210-74df-4da0-988e-36cc47a6161c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:16.080142 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-15313210-74df-4da0-988e-36cc47a6161c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9144576 May 25 16:08:16.080644 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 34886) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:16.089175 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:16.089327 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b15bdb-f7a0-459f-a282-960e883559f4 req-00477d02-0b92-4e5f-a77f-d8f829bb4f78 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:16.098419 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c7b15bdb-f7a0-459f-a282-960e883559f4 req-00477d02-0b92-4e5f-a77f-d8f829bb4f78 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 932 time: 0.7631640 May 25 16:08:16.107124 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port ed24e782-0fa6-495f-8304-281f1261d205 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:16.110720 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:16.159438 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:16.163088 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:08:16.163444 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Checking segment: {'id': '39da0846-e063-42a7-a196-d8024278a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e9b37dbb-a6ec-4de2-ba40-2fff8744b63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:08:16.170018 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Bound using segment: {'id': '39da0846-e063-42a7-a196-d8024278a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e9b37dbb-a6ec-4de2-ba40-2fff8744b63a'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:08:16.171715 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Bound port: e7a62f3c-e0c8-466c-b12b-f52f98992106, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39da0846-e063-42a7-a196-d8024278a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e9b37dbb-a6ec-4de2-ba40-2fff8744b63a'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:08:16.172126 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:16.204495 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Sync routers for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:08:16.248792 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:16.250838 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:08:07Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:16.279008 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:16.352240 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:16.386678 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:16.387433 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:16.440744 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:16.466796 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c7b15bdb-f7a0-459f-a282-960e883559f4 req-ab39626f-4168-4753-95f8-de39111c1de9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673358 May 25 16:08:16.473809 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-13715a86-752c-4103-884e-7743415314a7 req-e7d09fef-9658-4035-a51c-3d1e3fd033d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:16.713276 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:16.833761 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d09fef-9658-4035-a51c-3d1e3fd033d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Pushing event updated for resources: {'Port': ['ID=5e831b32-3912-4fc5-8b80-9b3a1edda724,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:16.848597 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13715a86-752c-4103-884e-7743415314a7 req-e7d09fef-9658-4035-a51c-3d1e3fd033d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:16.873256 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-13715a86-752c-4103-884e-7743415314a7 req-e7d09fef-9658-4035-a51c-3d1e3fd033d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:16.908026 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-13715a86-752c-4103-884e-7743415314a7 req-e7d09fef-9658-4035-a51c-3d1e3fd033d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:08:16.914405 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715a86-752c-4103-884e-7743415314a7 req-e7d09fef-9658-4035-a51c-3d1e3fd033d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:16.915005 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-13715a86-752c-4103-884e-7743415314a7 req-e7d09fef-9658-4035-a51c-3d1e3fd033d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:16.928920 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Allocated IP 172.27.0.189 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/0398a39b-8e37-4c8a-8714-269af4924134) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:08:16.934558 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fb9d8b3a-886b-478d-b50f-2215c5cdbab9 req-55231712-498e-4c8b-aa4f-18250b4764cc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 210 time: 0.1062291 May 25 16:08:16.950446 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-e7d09fef-9658-4035-a51c-3d1e3fd033d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8519115 May 25 16:08:16.989551 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] For port e7a62f3c-e0c8-466c-b12b-f52f98992106, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:08:16.994068 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:16.996569 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] For port e7a62f3c-e0c8-466c-b12b-f52f98992106, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e7a62f3c-e0c8-466c-b12b-f52f98992106,segment=NetworkSegment(39da0846-e063-42a7-a196-d8024278a477),segment_id=39da0846-e063-42a7-a196-d8024278a477)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:08:17.028585 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:17.080826 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943de82-1006-41d8-a08d-a660270909e7 req-25c15d54-e4d0-4fc6-8c57-63c8cef13bfd tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:17.089711 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5943de82-1006-41d8-a08d-a660270909e7 req-25c15d54-e4d0-4fc6-8c57-63c8cef13bfd tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 943 time: 0.4332242 May 25 16:08:17.143792 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:17.275016 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Pushing event updated for resources: {'Port': ['ID=e7a62f3c-e0c8-466c-b12b-f52f98992106,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:17.325700 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Request body: {'port': {'device_id': '8f650730-0534-4f4b-92b9-6d6be8cc54c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:17.343938 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.67', 57277) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:17.438293 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da9abd8-394d-4fcf-b31f-86f41ec75434 {{(pid=104069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:08:17.469605 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:17.471808 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:17.475515 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-cacc968d-9e4d-4bb7-9e16-d04894cf053c service neutron] 10.222.0.67 "PUT /v2.0/ports/e7a62f3c-e0c8-466c-b12b-f52f98992106 HTTP/1.1" status: 200 len: 1093 time: 6.5944648 May 25 16:08:17.491368 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6855067-d8ce-424f-b601-e0df21b52475', 'tag': 'e7a62f3c-e0c8-466c-b12b-f52f98992106'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:17.512385 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5943de82-1006-41d8-a08d-a660270909e7 req-a5e7bbb6-cbf0-48f8-ab58-a0d0a1fc38b5 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184277 May 25 16:08:17.529392 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Publish callbacks [] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:17.568332 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.provisioning_blocks [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Transition to ACTIVE for port object 8da9abd8-394d-4fcf-b31f-86f41ec75434 will not be triggered until provisioned by entity L2. {{(pid=104069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:08:17.600371 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:17.601059 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:17.628700 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:17.713093 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Pushing event updated for resources: {'Port': ['ID=8da9abd8-394d-4fcf-b31f-86f41ec75434,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:17.713577 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-52c859c1-a8f2-4cac-bcc1-75075bcacbf1 None None] Provisioning complete for port 5e831b32-3912-4fc5-8b80-9b3a1edda724 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:17.714438 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-52c859c1-a8f2-4cac-bcc1-75075bcacbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:17.765954 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-52c859c1-a8f2-4cac-bcc1-75075bcacbf1 None None] Port 5e831b32-3912-4fc5-8b80-9b3a1edda724 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:08:17.795935 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:17.811382 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:17.812741 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 07399fdf-f815-4766-8478-9326a75b25f8 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:17.842173 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:18.018427 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47261-474a-44e5-a137-0bbe396cea55 req-6de5f927-2d01-4144-be06-fec4558b183c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:18.020063 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-6de5f927-2d01-4144-be06-fec4558b183c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.67 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 817 time: 0.6697271 May 25 16:08:18.084351 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Attempting to bind port 8da9abd8-394d-4fcf-b31f-86f41ec75434 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:08:18.084725 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Attempting to bind port 8da9abd8-394d-4fcf-b31f-86f41ec75434 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:08:18.086978 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Attempting to bind port 8da9abd8-394d-4fcf-b31f-86f41ec75434 on network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:18.109002 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:18.136347 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Port 8da9abd8-394d-4fcf-b31f-86f41ec75434 on network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:08:18.136692 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Attempting to bind port 8da9abd8-394d-4fcf-b31f-86f41ec75434 on network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:18.147374 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 07399fdf-f815-4766-8478-9326a75b25f8 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:18.148052 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (07399fdf-f815-4766-8478-9326a75b25f8), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:18.199323 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:08:18.199680 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Checking segment: {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:08:18.204795 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Bound using segment: {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:08:18.205198 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Bound port: 8da9abd8-394d-4fcf-b31f-86f41ec75434, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:08:18.206137 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:18.206795 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-7b422a69-ef3d-4a2c-8aee-5121d2491646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:18.209032 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-7b422a69-ef3d-4a2c-8aee-5121d2491646 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f6d103cb389478f94ce6afe687c0e28&device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 1127 time: 0.5435498 May 25 16:08:18.260924 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 2, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:18.273545 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99ab0c3-6715-4acd-8b7e-de9a1b1658d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6855067-d8ce-424f-b601-e0df21b52475", "tag": "e7a62f3c-e0c8-466c-b12b-f52f98992106"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:18.279612 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for port (0398a39b-8e37-4c8a-8714-269af4924134), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:18.305222 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-159906a3-f24e-4973-9b0b-ce7bb7395c26 req-9a61dfb2-654e-4403-9f16-78f45d3a2168 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 210 time: 0.1551387 May 25 16:08:18.354940 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:18.390898 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Checking router: 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:08:18.397951 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Updating router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 binding host dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:08:18.520984 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad571ea-3b5f-4fb9-99f2-56526d0eee4e req-ba887b02-c7d5-426d-83fb-c271fa40ef05 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:18.527206 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:18.531187 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0ad571ea-3b5f-4fb9-99f2-56526d0eee4e req-ba887b02-c7d5-426d-83fb-c271fa40ef05 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 944 time: 0.6859319 May 25 16:08:18.576827 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-c1f69102-b69d-4924-9f34-dba29de3281f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7a62f3c-e0c8-466c-b12b-f52f98992106 HTTP/1.1" status: 200 len: 217 time: 0.3065276 May 25 16:08:18.579577 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] For port 8da9abd8-394d-4fcf-b31f-86f41ec75434, host hv-cinder-84327, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:08:18.584992 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:18.595266 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (0398a39b-8e37-4c8a-8714-269af4924134), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:18.637595 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 07399fdf-f815-4766-8478-9326a75b25f8 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:18.639053 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:18.646457 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] For port 8da9abd8-394d-4fcf-b31f-86f41ec75434, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8da9abd8-394d-4fcf-b31f-86f41ec75434,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:08:18.699775 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:18.776803 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-e1030b20-90f2-44a5-affd-dc44e75438dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:18.792150 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-e1030b20-90f2-44a5-affd-dc44e75438dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e18c554-280c-48e2-b5c3-eb02656eb808 HTTP/1.1" status: 200 len: 851 time: 0.1924696 May 25 16:08:18.808843 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'Port': ['ID=0398a39b-8e37-4c8a-8714-269af4924134,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:18.831664 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:18.831806 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:18.845106 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:18.865735 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:18.874575 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-122b176a-a1e6-46bf-b44d-da5d6b41f433 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feb4d81e1722439591065849449aeb18 HTTP/1.1" status: 200 len: 379 time: 0.7641072 May 25 16:08:18.882488 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:18.882743 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Pushing event updated for resources: {'Port': ['ID=8da9abd8-394d-4fcf-b31f-86f41ec75434,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:18.893676 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-cec47261-474a-44e5-a137-0bbe396cea55 req-a6b4f366-b6e2-4797-8d8d-1c37fe20f477 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Request body: {'port': {'device_id': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'admin_state_up': True, 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'security_groups': ['94e4af6a-5da8-49e3-8a5b-3594310385d0']}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:18.924971 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:18.975070 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:18.975991 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:18.977751 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-2f2193a7-5a4d-4b07-ad06-77de1cad2746 service neutron] 10.222.0.67 "PUT /v2.0/ports/8da9abd8-394d-4fcf-b31f-86f41ec75434 HTTP/1.1" status: 200 len: 1094 time: 5.7442794 May 25 16:08:18.978331 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b973684d-dabc-4073-9bd7-cfff6639d737', 'tag': '8da9abd8-394d-4fcf-b31f-86f41ec75434'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:19.058822 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:19.201395 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Allocated IP 172.27.0.101 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/499509b3-680b-4a48-a839-9540bd9aeedd) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:08:19.246139 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-6746ab88-4781-4f18-b429-f3fb1e5edc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:19.250987 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-6746ab88-4781-4f18-b429-f3fb1e5edc5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 1128 time: 0.1950629 May 25 16:08:19.520840 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:19.668205 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:19.713003 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7f157-ad52-4164-965d-a0a450198763 req-913a3ddc-cb04-408b-b32a-7147d6faef56 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:19.722342 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9dc7f157-ad52-4164-965d-a0a450198763 req-913a3ddc-cb04-408b-b32a-7147d6faef56 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 943 time: 0.2086527 May 25 16:08:19.741101 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-95afdd37-0ad5-4101-893e-cf1d835fb882 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da9abd8-394d-4fcf-b31f-86f41ec75434 HTTP/1.1" status: 200 len: 217 time: 0.4788141 May 25 16:08:19.773667 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:19.825163 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Publish callbacks [] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:19.843527 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:19.874879 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-b06b37a9-1b36-4a65-9c76-2199cef2ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:19.876755 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-b06b37a9-1b36-4a65-9c76-2199cef2ed00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.0806248 May 25 16:08:19.907692 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:08:19.924299 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905395e-a685-4500-ac70-3b4dd1c09771 None None] Pushing event updated for resources: {'Port': ['ID=cd3e596e-71fe-4447-861f-bab1a5bbe9e1,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:19.934705 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:19.935095 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:19.936217 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530395f5-d879-4c87-929b-2db0ace635fe x-openstack-request-id: req-530395f5-d879-4c87-929b-2db0ace635fe {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:19.936746 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6855067-d8ce-424f-b601-e0df21b52475", "tag": "e7a62f3c-e0c8-466c-b12b-f52f98992106", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:19.937758 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-530395f5-d879-4c87-929b-2db0ace635fe {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:19.939364 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530395f5-d879-4c87-929b-2db0ace635fe'] response: {'name': 'network-changed', 'server_uuid': 'b6855067-d8ce-424f-b601-e0df21b52475', 'tag': 'e7a62f3c-e0c8-466c-b12b-f52f98992106', 'status': 'completed', 'code': 200} May 25 16:08:19.940156 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=3,neutron:INSERT=2,neutron:SELECT=95 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:19.991227 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-a76bbeca-87bc-4a2e-9070-1ea75d2f9dd2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9b37dbb-a6ec-4de2-ba40-2fff8744b63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1715817 May 25 16:08:20.068199 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-4ef99080-7677-45e2-b150-759c8f82fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:20.069959 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-4ef99080-7677-45e2-b150-759c8f82fc8f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1463051 May 25 16:08:20.092912 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e831b32-3912-4fc5-8b80-9b3a1edda724 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:08:20.110703 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Publish callbacks [] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:20.119773 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec47261-474a-44e5-a137-0bbe396cea55 req-a6b4f366-b6e2-4797-8d8d-1c37fe20f477 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Made reservation on behalf of feb4d81e1722439591065849449aeb18 for: {'port': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:08:20.129110 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cec47261-474a-44e5-a137-0bbe396cea55 req-a6b4f366-b6e2-4797-8d8d-1c37fe20f477 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:20.131351 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Transition to ACTIVE for port object 5e831b32-3912-4fc5-8b80-9b3a1edda724 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:08:20.184460 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Attempting to bind port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:08:20.184824 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Attempting to bind port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:08:20.185188 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Attempting to bind port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 on network 11c18221-40ed-46b2-9546-1ebebf8fc518 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:20.199779 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (d26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:20.210079 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:20.226219 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:20.260184 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:08:20.260559 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Checking segment: {'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:08:20.260959 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:20.261351 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Bound using segment: {'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:08:20.261829 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Bound port: cd3e596e-71fe-4447-861f-bab1a5bbe9e1, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:08:20.262350 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:20.289384 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:20.303070 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0ad571ea-3b5f-4fb9-99f2-56526d0eee4e req-6d2c56be-489a-4e65-8ce0-94d20c723497 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7702417 May 25 16:08:20.370535 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e831b32-3912-4fc5-8b80-9b3a1edda724,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:20.400743 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-71d7e804-02e9-4357-b15e-1197b207c756 None None] Provisioning complete for port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:20.401128 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-71d7e804-02e9-4357-b15e-1197b207c756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:20.448240 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] For port cd3e596e-71fe-4447-861f-bab1a5bbe9e1, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:08:20.464591 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] For port cd3e596e-71fe-4447-861f-bab1a5bbe9e1, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=cd3e596e-71fe-4447-861f-bab1a5bbe9e1,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:08:20.466494 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-71d7e804-02e9-4357-b15e-1197b207c756 None None] Port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:08:20.475537 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:20.481745 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:20.482499 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:20.497133 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (0398a39b-8e37-4c8a-8714-269af4924134), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:20.507162 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6d509086-bc9f-433f-ad1d-e1a76d8da528 req-3101dd6e-881c-4027-be79-adcbce6353f0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 210 time: 0.0804987 May 25 16:08:20.545687 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:20.546335 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:08:07Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:20.638911 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905395e-a685-4500-ac70-3b4dd1c09771 None None] Pushing event updated for resources: {'Port': ['ID=cd3e596e-71fe-4447-861f-bab1a5bbe9e1,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:20.671425 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Attempting to bind port 5e831b32-3912-4fc5-8b80-9b3a1edda724 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:08:20.671769 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Attempting to bind port 5e831b32-3912-4fc5-8b80-9b3a1edda724 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:08:20.672126 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Attempting to bind port 5e831b32-3912-4fc5-8b80-9b3a1edda724 on network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:20.770523 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ac8f04-e30f-4734-bb5f-fedc5b9841d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b973684d-dabc-4073-9bd7-cfff6639d737", "tag": "8da9abd8-394d-4fcf-b31f-86f41ec75434"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:20.784901 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:20.933798 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35046) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:20.980897 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9dc7f157-ad52-4164-965d-a0a450198763 req-2d8f1152-d59d-455c-beac-addbf8cb985c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2566900 May 25 16:08:20.988141 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-094f83b1-9732-40b0-92b2-0d1ac9e42977 None None] Provisioning complete for port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:20.988503 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-094f83b1-9732-40b0-92b2-0d1ac9e42977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.180300 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:21.217338 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00791a4-e57f-47d0-b216-fde6781cd853 x-openstack-request-id: req-f00791a4-e57f-47d0-b216-fde6781cd853 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:21.219684 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b973684d-dabc-4073-9bd7-cfff6639d737", "tag": "8da9abd8-394d-4fcf-b31f-86f41ec75434", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:21.219684 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f00791a4-e57f-47d0-b216-fde6781cd853 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:21.219684 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00791a4-e57f-47d0-b216-fde6781cd853'] response: {'name': 'network-changed', 'server_uuid': 'b973684d-dabc-4073-9bd7-cfff6639d737', 'tag': '8da9abd8-394d-4fcf-b31f-86f41ec75434', 'status': 'completed', 'code': 200} May 25 16:08:21.236525 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for port (499509b3-680b-4a48-a839-9540bd9aeedd), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.275397 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [req-cec47261-474a-44e5-a137-0bbe396cea55 req-a6b4f366-b6e2-4797-8d8d-1c37fe20f477 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Allocated IP 172.20.0.4 (a65193d0-d741-4333-90e3-e22c40adb85c/1d8acf95-745a-4435-acb1-9312c55c7e90/4bf95a69-e3e3-4ef3-aeeb-8e9c69077969) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:08:21.290355 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-785c576c-43ab-40b8-91b6-643af66361aa service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1120088 May 25 16:08:21.290782 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:20Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:21.328718 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-68498908-3647-4000-b09d-a04e8f0bdcce service neutron] 10.222.0.67 "GET /v2.0/networks/e9b37dbb-a6ec-4de2-ba40-2fff8744b63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2957981 May 25 16:08:21.330657 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-094f83b1-9732-40b0-92b2-0d1ac9e42977 None None] Current status of the port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:21.330965 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-094f83b1-9732-40b0-92b2-0d1ac9e42977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.331656 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Port 5e831b32-3912-4fc5-8b80-9b3a1edda724 on network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:08:21.332659 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Attempting to bind port 5e831b32-3912-4fc5-8b80-9b3a1edda724 on network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:21.355800 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:08:21.358108 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Checking segment: {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:08:21.358772 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Bound using segment: {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:08:21.361504 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Bound port: 5e831b32-3912-4fc5-8b80-9b3a1edda724, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:08:21.362090 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.402964 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c0993-19c6-4007-9a45-ccd1a4d5a3c9 None None] The sync data for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi is: [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:20Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:08:21.413505 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cf0a43f7-032d-4e1f-a428-79a2c574846f req-d7b934e1-67f3-4373-a5a4-cf162fcaaf0e service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982473 May 25 16:08:21.449817 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-645222ff-2394-47c1-9dd7-0848b97da0da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.464567 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-094f83b1-9732-40b0-92b2-0d1ac9e42977 None None] For port cd3e596e-71fe-4447-861f-bab1a5bbe9e1, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=cd3e596e-71fe-4447-861f-bab1a5bbe9e1,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:21.470442 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-094f83b1-9732-40b0-92b2-0d1ac9e42977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.542001 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f83b1-9732-40b0-92b2-0d1ac9e42977 None None] Pushing event updated for resources: {'Port': ['ID=cd3e596e-71fe-4447-861f-bab1a5bbe9e1,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:21.561269 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:21.567057 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:08:21.642863 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b02bc-c145-465f-8080-3f48336796ec req-d44aec16-9b30-435b-afde-9be2d8d94ecb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:21.646301 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a75b02bc-c145-465f-8080-3f48336796ec req-d44aec16-9b30-435b-afde-9be2d8d94ecb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 944 time: 0.1973665 May 25 16:08:21.668055 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for port (0398a39b-8e37-4c8a-8714-269af4924134), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.674299 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] For port 5e831b32-3912-4fc5-8b80-9b3a1edda724, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:08:21.676737 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (499509b3-680b-4a48-a839-9540bd9aeedd), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.728767 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] For port 5e831b32-3912-4fc5-8b80-9b3a1edda724, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5e831b32-3912-4fc5-8b80-9b3a1edda724,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:08:21.742900 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device cd3e596e-71fe-4447-861f-bab1a5bbe9e1 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:21.749533 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (0398a39b-8e37-4c8a-8714-269af4924134), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.816685 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-684dd86c-867c-471c-8fb9-d1b24fefa823 req-2408fda5-8b98-4c07-8e1a-53b694bea08a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 210 time: 0.0903454 May 25 16:08:21.819772 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:21.820874 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.825607 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (d26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.829120 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event updated for resources: {'Port': ['ID=499509b3-680b-4a48-a839-9540bd9aeedd,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:21.848984 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:21.861668 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.898679 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f11ec575-8124-473d-b541-2ac0aa9f8c3d req-c64630b7-1bba-427e-841e-cd7187832dd8 service neutron] 10.222.0.67 "GET /v2.0/networks/e9b37dbb-a6ec-4de2-ba40-2fff8744b63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485055 May 25 16:08:21.934639 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:21.942220 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.943565 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5820162 May 25 16:08:21.946062 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:21.946685 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:21.947748 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:21.949508 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] 10.222.0.67 "PUT /v2.0/ports/5e831b32-3912-4fc5-8b80-9b3a1edda724 HTTP/1.1" status: 200 len: 1094 time: 4.6947877 May 25 16:08:21.950289 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f650730-0534-4f4b-92b9-6d6be8cc54c7', 'tag': '5e831b32-3912-4fc5-8b80-9b3a1edda724'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:21.954007 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bba5c9-7a94-4220-889b-1a732ffeb27a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f650730-0534-4f4b-92b9-6d6be8cc54c7", "tag": "5e831b32-3912-4fc5-8b80-9b3a1edda724"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:21.959230 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b559cf1-b7e4-4319-9a38-ef69bdf120b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'Port': ['ID=0398a39b-8e37-4c8a-8714-269af4924134,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:22.058415 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921fbbc7-22d8-4f6b-b5c3-1567b096f654 x-openstack-request-id: req-921fbbc7-22d8-4f6b-b5c3-1567b096f654 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:22.066371 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f650730-0534-4f4b-92b9-6d6be8cc54c7", "tag": "5e831b32-3912-4fc5-8b80-9b3a1edda724", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:22.066793 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-921fbbc7-22d8-4f6b-b5c3-1567b096f654 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:22.067276 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921fbbc7-22d8-4f6b-b5c3-1567b096f654'] response: {'name': 'network-changed', 'server_uuid': '8f650730-0534-4f4b-92b9-6d6be8cc54c7', 'tag': '5e831b32-3912-4fc5-8b80-9b3a1edda724', 'status': 'completed', 'code': 200} May 25 16:08:22.088872 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a75b02bc-c145-465f-8080-3f48336796ec req-b57002f8-ca69-433f-aba0-98017397fcec tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175308 May 25 16:08:22.130492 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:22.140749 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:08:22.153356 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f4c28-dce9-4087-9646-2ab420b3afd3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e831b32-3912-4fc5-8b80-9b3a1edda724,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:22.255678 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc178a6-fc2c-48d4-ada4-a2f38fe762ed req-5b7792b2-cfa3-42e4-aba9-52ad56d3dc35 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:22.259575 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8bc178a6-fc2c-48d4-ada4-a2f38fe762ed req-5b7792b2-cfa3-42e4-aba9-52ad56d3dc35 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 943 time: 0.0806172 May 25 16:08:22.342629 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:22.369128 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (4303b308-76ff-4f3d-b11c-1db5703f5e8d), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:22.379540 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8bc178a6-fc2c-48d4-ada4-a2f38fe762ed req-fe736457-9dd3-45dd-bcca-079c371e5397 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976515 May 25 16:08:22.413881 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-645222ff-2394-47c1-9dd7-0848b97da0da admin admin] Publish callbacks [] for security_group (36095895-ad76-473a-b0c9-ef12d95a5824), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:22.423460 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cec47261-474a-44e5-a137-0bbe396cea55 req-a6b4f366-b6e2-4797-8d8d-1c37fe20f477 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:22.431858 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-645222ff-2394-47c1-9dd7-0848b97da0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (36095895-ad76-473a-b0c9-ef12d95a5824), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:22.542168 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f3e0313a-7f8f-40a5-aeef-5294a8720820 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1792762613&fields=id&tenant_id=32e48e8e884b4840ba54d546d82d2334 HTTP/1.1" status: 200 len: 267 time: 0.1973984 May 25 16:08:22.557416 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:22.559296 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac8f04-e30f-4734-bb5f-fedc5b9841d4 req-67090b02-82df-4839-af01-41f998aaf752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:22.562060 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4ac8f04-e30f-4734-bb5f-fedc5b9841d4 req-67090b02-82df-4839-af01-41f998aaf752 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 1128 time: 0.0675602 May 25 16:08:22.616750 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (499509b3-680b-4a48-a839-9540bd9aeedd), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:22.625753 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645222ff-2394-47c1-9dd7-0848b97da0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36095895-ad76-473a-b0c9-ef12d95a5824,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:22.662856 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-645222ff-2394-47c1-9dd7-0848b97da0da admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=30f8d2e80d6342ca90f689fbb3b78d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7258945 May 25 16:08:22.678738 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35126) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:22.728519 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bba5c9-7a94-4220-889b-1a732ffeb27a req-308de8b7-bcaa-4fb0-bdc9-01e9f324a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:22.730122 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-78bba5c9-7a94-4220-889b-1a732ffeb27a req-308de8b7-bcaa-4fb0-bdc9-01e9f324a4b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 1128 time: 0.1738207 May 25 16:08:22.731982 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cec47261-474a-44e5-a137-0bbe396cea55 req-a6b4f366-b6e2-4797-8d8d-1c37fe20f477 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:22.754492 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:22.827033 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-fb3b2bfb-f494-4195-a7f2-e1e56d74b22e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:22.828584 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-fb3b2bfb-f494-4195-a7f2-e1e56d74b22e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/networks?id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 200 len: 814 time: 0.2856224 May 25 16:08:22.830444 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec47261-474a-44e5-a137-0bbe396cea55 req-a6b4f366-b6e2-4797-8d8d-1c37fe20f477 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Network a65193d0-d741-4333-90e3-e22c40adb85c is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:22.842955 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [req-cec47261-474a-44e5-a137-0bbe396cea55 req-a6b4f366-b6e2-4797-8d8d-1c37fe20f477 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:22.844015 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac8f04-e30f-4734-bb5f-fedc5b9841d4 req-0285f9cf-fa08-4f3b-a5fc-ea7c291e2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:22.846857 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4ac8f04-e30f-4734-bb5f-fedc5b9841d4 req-0285f9cf-fa08-4f3b-a5fc-ea7c291e2054 service neutron] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 920 time: 0.2749796 May 25 16:08:22.847683 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7cc1f150-3728-4254-83a7-59d5f92cd8e5 admin admin] Publish callbacks [] for security_group (36095895-ad76-473a-b0c9-ef12d95a5824), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:22.874997 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7cc1f150-3728-4254-83a7-59d5f92cd8e5 admin admin] Publish callbacks [] for security_group (36095895-ad76-473a-b0c9-ef12d95a5824), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:22.898568 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec47261-474a-44e5-a137-0bbe396cea55 req-a6b4f366-b6e2-4797-8d8d-1c37fe20f477 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:08:22.903935 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47261-474a-44e5-a137-0bbe396cea55 req-a6b4f366-b6e2-4797-8d8d-1c37fe20f477 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:22.905406 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cec47261-474a-44e5-a137-0bbe396cea55 req-a6b4f366-b6e2-4797-8d8d-1c37fe20f477 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:22.907701 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4f366-b6e2-4797-8d8d-1c37fe20f477 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event updated for resources: {'Port': ['ID=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:22.922390 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-4cd31263-c24e-4356-98dd-08a1325b9087 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/quotas/32e48e8e884b4840ba54d546d82d2334 HTTP/1.1" status: 200 len: 375 time: 0.0852432 May 25 16:08:22.942333 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:22.979664 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-a6b4f366-b6e2-4797-8d8d-1c37fe20f477 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0880485 May 25 16:08:23.023705 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-d02af979-be1c-406a-8b15-0745e87d00f5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925229 May 25 16:08:23.025002 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 8da9abd8-394d-4fcf-b31f-86f41ec75434 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:08:23.031744 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba65279-d481-4c6b-8509-019b45349f5f req-58050eed-e410-42eb-b078-aed153eccc96 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:23.033467 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ba65279-d481-4c6b-8509-019b45349f5f req-58050eed-e410-42eb-b078-aed153eccc96 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 931 time: 0.1156383 May 25 16:08:23.143512 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ba65279-d481-4c6b-8509-019b45349f5f req-fa8b9273-ef3d-45da-8008-603b4615922b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955153 May 25 16:08:23.149061 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7cc1f150-3728-4254-83a7-59d5f92cd8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (36095895-ad76-473a-b0c9-ef12d95a5824), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:23.152330 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7cc1f150-3728-4254-83a7-59d5f92cd8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:23.157591 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7cc1f150-3728-4254-83a7-59d5f92cd8e5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/36095895-ad76-473a-b0c9-ef12d95a5824 HTTP/1.1" status: 204 len: 168 time: 0.4777422 May 25 16:08:23.159188 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 8da9abd8-394d-4fcf-b31f-86f41ec75434, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8da9abd8-394d-4fcf-b31f-86f41ec75434,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:23.176838 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1f150-3728-4254-83a7-59d5f92cd8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36095895-ad76-473a-b0c9-ef12d95a5824,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:23.183215 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '8da9abd8-394d-4fcf-b31f-86f41ec75434', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'port_id': '8da9abd8-394d-4fcf-b31f-86f41ec75434', 'mac_address': 'fa:16:3e:5e:d9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:08:23.187555 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:23.256462 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-be4728d5-e07c-433b-9dbd-af41a60e13e9 None None] Provisioning complete for port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:23.259534 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-be4728d5-e07c-433b-9dbd-af41a60e13e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:23.314338 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for port (499509b3-680b-4a48-a839-9540bd9aeedd), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:23.315424 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 8da9abd8-394d-4fcf-b31f-86f41ec75434 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:23.316139 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:23.324799 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Request body: {'port': {'device_id': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:23.330532 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-be4728d5-e07c-433b-9dbd-af41a60e13e9 None None] Port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:08:23.341618 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da9abd8-394d-4fcf-b31f-86f41ec75434 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:08:23.365531 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-afb081fb-9544-4e66-804c-401adc4175cb service neutron] 10.222.0.85 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963254 May 25 16:08:23.386604 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 8da9abd8-394d-4fcf-b31f-86f41ec75434, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8da9abd8-394d-4fcf-b31f-86f41ec75434,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:23.401386 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:23.426980 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (499509b3-680b-4a48-a839-9540bd9aeedd), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:23.442047 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4ac8f04-e30f-4734-bb5f-fedc5b9841d4 req-204b7686-ce93-41eb-a7b8-1cfc6d598b86 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da9abd8-394d-4fcf-b31f-86f41ec75434 HTTP/1.1" status: 200 len: 217 time: 0.1221261 May 25 16:08:23.511801 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=8da9abd8-394d-4fcf-b31f-86f41ec75434,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:23.544555 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d5536-736f-4cec-97a0-bb1404aec1b3 req-7ca240d5-8c3f-4322-8b0c-a0edcf865f6a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:23.551393 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b02d5536-736f-4cec-97a0-bb1404aec1b3 req-7ca240d5-8c3f-4322-8b0c-a0edcf865f6a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 944 time: 0.2666850 May 25 16:08:23.670739 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['8da9abd8-394d-4fcf-b31f-86f41ec75434'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:08:23.730552 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b02d5536-736f-4cec-97a0-bb1404aec1b3 req-7f36e616-8568-4fa9-ae7b-26d81da89a51 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713612 May 25 16:08:23.737843 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac8f04-e30f-4734-bb5f-fedc5b9841d4 req-25413946-2ace-42a5-a330-02f3beb6cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:23.743043 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device cd3e596e-71fe-4447-861f-bab1a5bbe9e1 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:23.743188 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4ac8f04-e30f-4734-bb5f-fedc5b9841d4 req-25413946-2ace-42a5-a330-02f3beb6cc9a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.2617502 May 25 16:08:23.744490 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event updated for resources: {'Port': ['ID=499509b3-680b-4a48-a839-9540bd9aeedd,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:23.795344 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-00852f97-bac4-4006-9da8-fac383048218 service neutron] 10.222.0.85 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748150 May 25 16:08:23.801370 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (4303b308-76ff-4f3d-b11c-1db5703f5e8d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:23.812864 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35202) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:23.833077 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:23.839454 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-730a520c-b254-4aea-a676-00f016a2374b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:23.852621 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ab0c3-6715-4acd-8b7e-de9a1b1658d5 req-4410cde3-68a1-4620-8351-e1357b0942c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:23.854486 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b99ab0c3-6715-4acd-8b7e-de9a1b1658d5 req-4410cde3-68a1-4620-8351-e1357b0942c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f6d103cb389478f94ce6afe687c0e28&device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 1127 time: 0.4933865 May 25 16:08:23.857166 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:23.870926 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-22261642-0ec7-41f2-8a03-3ace449178eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7889116 May 25 16:08:23.892712 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bba5c9-7a94-4220-889b-1a732ffeb27a req-8d4bb7df-44aa-4c4a-8d20-5f1cb7681535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:23.902420 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-78bba5c9-7a94-4220-889b-1a732ffeb27a req-8d4bb7df-44aa-4c4a-8d20-5f1cb7681535 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f7733d8b5059433eb18dc6b174eb9533&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5843716 May 25 16:08:23.925171 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:23.938537 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:23.993250 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62394b4e-3ab2-4477-af90-c8adcaeec196 req-f1565c26-bd1e-49f1-9cb5-b8d5e1fe5618 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:24.006406 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-62394b4e-3ab2-4477-af90-c8adcaeec196 req-f1565c26-bd1e-49f1-9cb5-b8d5e1fe5618 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 943 time: 0.1024821 May 25 16:08:24.021062 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:24.049525 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac8f04-e30f-4734-bb5f-fedc5b9841d4 req-abeabd2f-630f-4e33-a28b-4fa1ce8eab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:24.051062 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4ac8f04-e30f-4734-bb5f-fedc5b9841d4 req-abeabd2f-630f-4e33-a28b-4fa1ce8eab57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2707851 May 25 16:08:24.298186 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:24.301614 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35232) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:24.369932 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:24.378090 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:24.380481 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-62394b4e-3ab2-4477-af90-c8adcaeec196 req-7cc9b3b6-c260-4ba9-b122-3712cf688050 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617468 May 25 16:08:24.400725 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4ac8f04-e30f-4734-bb5f-fedc5b9841d4 req-667b6af9-9f2c-4c11-88f8-2e1c0e5d4f8a service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374743 May 25 16:08:24.402991 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bba5c9-7a94-4220-889b-1a732ffeb27a req-328eac4f-cbc0-48dd-aaf0-be33218f0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:24.403372 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-78bba5c9-7a94-4220-889b-1a732ffeb27a req-328eac4f-cbc0-48dd-aaf0-be33218f0526 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4907150 May 25 16:08:24.660055 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:24.690355 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7babffc9-1daa-4794-9681-ebed86871551 req-60092944-9e76-4731-888f-d9e15b12c2b3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 210 time: 0.0476410 May 25 16:08:24.694796 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-f974a2ac-dbc0-4b61-be81-46a664e0bf79 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--268189805&fields=id&tenant_id=93946fd1575e45428d2388015d64628f HTTP/1.1" status: 200 len: 267 time: 0.4591997 May 25 16:08:24.713228 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ab0c3-6715-4acd-8b7e-de9a1b1658d5 req-92ff20a0-bb6d-4d7d-95cf-e6617c6d9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:24.714682 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b99ab0c3-6715-4acd-8b7e-de9a1b1658d5 req-92ff20a0-bb6d-4d7d-95cf-e6617c6d9ce3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9b37dbb-a6ec-4de2-ba40-2fff8744b63a HTTP/1.1" status: 200 len: 912 time: 0.8418679 May 25 16:08:24.758501 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a34a776a-dcea-4929-9986-24e25cd45e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:24.817568 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715a86-752c-4103-884e-7743415314a7 req-925ecc6b-b0bc-41a6-9dac-adc6f3434644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:24.820091 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-925ecc6b-b0bc-41a6-9dac-adc6f3434644 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 1128 time: 0.1499400 May 25 16:08:24.868006 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b99ab0c3-6715-4acd-8b7e-de9a1b1658d5 req-803e4bbb-75b2-4acf-bb70-e303ec06edbe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7a62f3c-e0c8-466c-b12b-f52f98992106 HTTP/1.1" status: 200 len: 217 time: 0.1379206 May 25 16:08:24.894583 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-d1dd43ab-eca1-4313-bee3-45593c4dc3d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e831b32-3912-4fc5-8b80-9b3a1edda724 HTTP/1.1" status: 200 len: 217 time: 0.0548396 May 25 16:08:24.894990 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:24.896569 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-730a520c-b254-4aea-a676-00f016a2374b admin admin] Publish callbacks [] for security_group (39d5c0d5-de9d-4cc5-8699-d2c6ee9bab3c), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:24.902184 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2808e-7abc-45bb-83f6-f27082f955c4 req-15b0a897-a4e5-41eb-935a-91eaf0ab6cc9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:24.909262 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ab2808e-7abc-45bb-83f6-f27082f955c4 req-15b0a897-a4e5-41eb-935a-91eaf0ab6cc9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 931 time: 0.1417305 May 25 16:08:24.926799 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-730a520c-b254-4aea-a676-00f016a2374b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (39d5c0d5-de9d-4cc5-8699-d2c6ee9bab3c), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:24.977863 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4ac8f04-e30f-4734-bb5f-fedc5b9841d4 req-5e875b09-9d62-42d7-984e-bcb710dbaf9b service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648162 May 25 16:08:25.017218 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715a86-752c-4103-884e-7743415314a7 req-c6ac1578-c44d-4672-9e5a-307d6b77a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:25.018816 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-c6ac1578-c44d-4672-9e5a-307d6b77a905 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.0984473 May 25 16:08:25.041281 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device e7a62f3c-e0c8-466c-b12b-f52f98992106 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:08:25.050730 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ab0c3-6715-4acd-8b7e-de9a1b1658d5 req-46db09fe-793b-4884-8d59-b168ffd513be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:25.052350 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b99ab0c3-6715-4acd-8b7e-de9a1b1658d5 req-46db09fe-793b-4884-8d59-b168ffd513be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e18c554-280c-48e2-b5c3-eb02656eb808 HTTP/1.1" status: 200 len: 851 time: 0.1714609 May 25 16:08:25.052481 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ab2808e-7abc-45bb-83f6-f27082f955c4 req-456713f3-90a4-4601-bbfe-4f06a7090e6b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423428 May 25 16:08:25.056788 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 8da9abd8-394d-4fcf-b31f-86f41ec75434 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:25.061798 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-730a520c-b254-4aea-a676-00f016a2374b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=421601a3bf9b43c6914d2fea9e75e62f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2476327 May 25 16:08:25.064561 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35246) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:25.076254 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a34a776a-dcea-4929-9986-24e25cd45e88 admin admin] Publish callbacks [] for security_group (b402ce0c-c67b-435b-ab86-dad3a6119873), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.089598 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-28a73098-31ab-4e57-8e10-535731e45c96 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:25.096503 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-28a73098-31ab-4e57-8e10-535731e45c96 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/networks?id=11c18221-40ed-46b2-9546-1ebebf8fc518 HTTP/1.1" status: 200 len: 811 time: 0.3913291 May 25 16:08:25.098267 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a520c-b254-4aea-a676-00f016a2374b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d5c0d5-de9d-4cc5-8699-d2c6ee9bab3c,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:25.112146 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a34a776a-dcea-4929-9986-24e25cd45e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (b402ce0c-c67b-435b-ab86-dad3a6119873), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.160360 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-626c832b-a628-4d45-a19e-6bd03f38b8ce tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/quotas/93946fd1575e45428d2388015d64628f HTTP/1.1" status: 200 len: 375 time: 0.0628941 May 25 16:08:25.161364 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a34a776a-dcea-4929-9986-24e25cd45e88 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a987e327d3654db980fd0acbe2faed81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8482194 May 25 16:08:25.162092 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35250) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:25.219017 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715a86-752c-4103-884e-7743415314a7 req-646606da-5cee-4ee0-add4-01c61b43e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:25.220950 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-646606da-5cee-4ee0-add4-01c61b43e668 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1817193 May 25 16:08:25.235925 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:25.259369 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 8da9abd8-394d-4fcf-b31f-86f41ec75434 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:08:25.279833 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 8da9abd8-394d-4fcf-b31f-86f41ec75434 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:25.284288 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.306220 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a776a-dcea-4929-9986-24e25cd45e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b402ce0c-c67b-435b-ab86-dad3a6119873,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:25.327011 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-30d6b048-9154-4a27-94bc-b37737053745 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=93946fd1575e45428d2388015d64628f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1658018 May 25 16:08:25.335074 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b99ab0c3-6715-4acd-8b7e-de9a1b1658d5 req-025979b1-def7-4e55-bf1b-278457965175 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9b37dbb-a6ec-4de2-ba40-2fff8744b63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799544 May 25 16:08:25.336194 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1d60cb17-e3f7-4cff-a6b4-8db1baa09c3c admin admin] Publish callbacks [] for security_group (39d5c0d5-de9d-4cc5-8699-d2c6ee9bab3c), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.362030 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 {{(pid=104069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:08:25.384450 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0347fbe-fed9-4ba4-ac6b-c3739f247929 req-e55fc814-97a1-40af-ac1a-7dadf3692677 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:25.389057 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port e7a62f3c-e0c8-466c-b12b-f52f98992106, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e7a62f3c-e0c8-466c-b12b-f52f98992106,segment=NetworkSegment(39da0846-e063-42a7-a196-d8024278a477),segment_id=39da0846-e063-42a7-a196-d8024278a477)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:25.393278 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f0347fbe-fed9-4ba4-ac6b-c3739f247929 req-e55fc814-97a1-40af-ac1a-7dadf3692677 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 945 time: 0.2413247 May 25 16:08:25.394735 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Publish callbacks [] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.408439 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': 'e7a62f3c-e0c8-466c-b12b-f52f98992106', 'network_id': 'e9b37dbb-a6ec-4de2-ba40-2fff8744b63a', 'port_id': 'e7a62f3c-e0c8-466c-b12b-f52f98992106', 'mac_address': 'fa:16:3e:c7:cc:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e18c554-280c-48e2-b5c3-eb02656eb808', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:08:25.466136 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 8da9abd8-394d-4fcf-b31f-86f41ec75434 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:25.466437 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.485195 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port e7a62f3c-e0c8-466c-b12b-f52f98992106 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:25.486183 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.509025 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b973684d-dabc-4073-9bd7-cfff6639d737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da9abd8-394d-4fcf-b31f-86f41ec75434'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:25.539397 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1d60cb17-e3f7-4cff-a6b4-8db1baa09c3c admin admin] Publish callbacks [] for security_group (39d5c0d5-de9d-4cc5-8699-d2c6ee9bab3c), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.571464 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:25.574675 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a62f3c-e0c8-466c-b12b-f52f98992106 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:08:25.576676 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f0347fbe-fed9-4ba4-ac6b-c3739f247929 req-e3a3e46e-025d-4450-8ebd-c2cbfbf20322 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823864 May 25 16:08:25.588961 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e8fba8c2-cf6a-4eaa-8d65-393a503d7831 admin admin] Publish callbacks [] for security_group (b402ce0c-c67b-435b-ab86-dad3a6119873), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.592689 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.provisioning_blocks [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Transition to ACTIVE for port object 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 will not be triggered until provisioned by entity L2. {{(pid=104069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:08:25.602730 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 8da9abd8-394d-4fcf-b31f-86f41ec75434, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8da9abd8-394d-4fcf-b31f-86f41ec75434,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:25.615522 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port e7a62f3c-e0c8-466c-b12b-f52f98992106, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e7a62f3c-e0c8-466c-b12b-f52f98992106,segment=NetworkSegment(39da0846-e063-42a7-a196-d8024278a477),segment_id=39da0846-e063-42a7-a196-d8024278a477)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:25.623544 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-b666db09-33ce-4d2e-a33f-74f307a1ec47 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750062 May 25 16:08:25.625305 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.630398 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:25.631876 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.669890 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.675975 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35266) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:25.709767 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=8da9abd8-394d-4fcf-b31f-86f41ec75434,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:25.739362 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:25.781427 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e8fba8c2-cf6a-4eaa-8d65-393a503d7831 admin admin] Publish callbacks [] for security_group (b402ce0c-c67b-435b-ab86-dad3a6119873), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.823741 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=e7a62f3c-e0c8-466c-b12b-f52f98992106,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:25.843064 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b2e332-9cfb-49c3-ae6a-75f665f1cbf3" -d '{"events": [{"server_uuid": "b973684d-dabc-4073-9bd7-cfff6639d737", "name": "network-vif-plugged", "status": "completed", "tag": "8da9abd8-394d-4fcf-b31f-86f41ec75434"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:25.857987 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-620c3578-ac13-4d3b-91b5-3f9cee789173 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:25.859659 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-620c3578-ac13-4d3b-91b5-3f9cee789173 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "GET /v2.0/networks?id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 200 len: 814 time: 0.4335485 May 25 16:08:25.892530 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509eea9-f429-4868-8708-c19c01249948 req-f41e233a-10e9-4cc1-bae6-bc8b975ef7c5 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:25.900357 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:25.900919 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5509eea9-f429-4868-8708-c19c01249948 req-f41e233a-10e9-4cc1-bae6-bc8b975ef7c5 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 944 time: 0.1589470 May 25 16:08:25.904187 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-17596134-b0b6-4085-8421-f998535e5cbc service neutron] 10.222.0.85 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458717 May 25 16:08:25.906704 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b99ab0c3-6715-4acd-8b7e-de9a1b1658d5 req-c7ca87af-febe-4ecb-9506-11e1b6668abc service neutron] 10.222.0.67 "GET /v2.0/networks/e9b37dbb-a6ec-4de2-ba40-2fff8744b63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642819 May 25 16:08:25.934614 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['e7a62f3c-e0c8-466c-b12b-f52f98992106'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:08:25.959959 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-13715a86-752c-4103-884e-7743415314a7 req-a651c9d0-31fd-4047-9038-4b607dbcbf03 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908256 May 25 16:08:25.962001 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1d60cb17-e3f7-4cff-a6b4-8db1baa09c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (39d5c0d5-de9d-4cc5-8699-d2c6ee9bab3c), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.964672 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1d60cb17-e3f7-4cff-a6b4-8db1baa09c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:25.968503 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1d60cb17-e3f7-4cff-a6b4-8db1baa09c3c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/39d5c0d5-de9d-4cc5-8699-d2c6ee9bab3c HTTP/1.1" status: 204 len: 168 time: 0.9028966 May 25 16:08:26.067191 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9b8c10e0-83f8-4181-8953-a1dfeeb762ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:26.100098 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-fe5736a5-b5bb-414a-84cc-a6eb44bac09c tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32e48e8e884b4840ba54d546d82d2334 HTTP/1.1" status: 200 len: 380 time: 0.1935627 May 25 16:08:26.103732 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5509eea9-f429-4868-8708-c19c01249948 req-c826d00a-7d0a-431d-9196-e41b6b4c48fb tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025740 May 25 16:08:26.117411 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60cb17-e3f7-4cff-a6b4-8db1baa09c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d5c0d5-de9d-4cc5-8699-d2c6ee9bab3c,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:26.133068 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Attempting to bind port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:08:26.133068 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Attempting to bind port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:08:26.134138 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Attempting to bind port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 on network a65193d0-d741-4333-90e3-e22c40adb85c {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:26.164139 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 on network a65193d0-d741-4333-90e3-e22c40adb85c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:08:26.164461 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Attempting to bind port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 on network a65193d0-d741-4333-90e3-e22c40adb85c {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:26.174174 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e8fba8c2-cf6a-4eaa-8d65-393a503d7831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (b402ce0c-c67b-435b-ab86-dad3a6119873), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:26.180034 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e8fba8c2-cf6a-4eaa-8d65-393a503d7831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:26.181194 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e8fba8c2-cf6a-4eaa-8d65-393a503d7831 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b402ce0c-c67b-435b-ab86-dad3a6119873 HTTP/1.1" status: 204 len: 168 time: 1.0147202 May 25 16:08:26.210816 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:08:26.211426 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Checking segment: {'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:08:26.211562 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Bound using segment: {'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:08:26.212051 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Bound port: 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:08:26.212355 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:26.220753 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:26.237091 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fba8c2-cf6a-4eaa-8d65-393a503d7831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b402ce0c-c67b-435b-ab86-dad3a6119873,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:26.273649 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-be4c477d-4801-4462-b455-aa4dd72acfe9 service neutron] 10.222.0.85 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304627 May 25 16:08:26.283939 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b99ab0c3-6715-4acd-8b7e-de9a1b1658d5 req-163572af-e9fc-4995-89ce-f91a1f459775 service neutron] 10.222.0.67 "GET /v2.0/networks/e9b37dbb-a6ec-4de2-ba40-2fff8744b63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668559 May 25 16:08:26.344831 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5f8d9802-480e-474e-857f-081d8f6014d4 req-0992b3e4-c0ed-478f-ae02-937e18896866 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 210 time: 0.0814643 May 25 16:08:26.385084 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9b8c10e0-83f8-4181-8953-a1dfeeb762ac admin admin] Publish callbacks [] for security_group (f999efc5-a079-4440-adf4-75de73385b4e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:26.386453 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] For port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host hv-cinder-84327, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:08:26.397819 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9b8c10e0-83f8-4181-8953-a1dfeeb762ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f999efc5-a079-4440-adf4-75de73385b4e), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:26.406501 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] For port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:08:26.434198 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:26.463105 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:26.482051 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9b8c10e0-83f8-4181-8953-a1dfeeb762ac admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=762c34908bf744d385b516f5b8d87b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7992249 May 25 16:08:26.483040 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35300) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:26.504457 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c10e0-83f8-4181-8953-a1dfeeb762ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f999efc5-a079-4440-adf4-75de73385b4e,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:26.523954 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:26.524569 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:26.526004 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] 10.222.0.67 "PUT /v2.0/ports/4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 HTTP/1.1" status: 200 len: 1093 time: 3.2093654 May 25 16:08:26.526446 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:26.533027 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6bfc12-b607-4a96-8cf8-3a88426f357a" -d '{"events": [{"name": "network-changed", "server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:26.597735 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c4387867-b807-402f-8da4-24f19a03dd66 admin admin] Publish callbacks [] for security_group (f999efc5-a079-4440-adf4-75de73385b4e), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:26.607321 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=38 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:26.618048 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9d9dc-6acb-4376-83aa-547d73fcdb21 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:26.644364 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee5a2d-568c-41ae-876d-06654f1e91f7 req-8c027921-da79-481c-96a2-98b2f7333347 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:26.646111 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-44ee5a2d-568c-41ae-876d-06654f1e91f7 req-8c027921-da79-481c-96a2-98b2f7333347 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.1060765 May 25 16:08:26.662548 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c4387867-b807-402f-8da4-24f19a03dd66 admin admin] Publish callbacks [] for security_group (f999efc5-a079-4440-adf4-75de73385b4e), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:26.739915 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-80c576bc-0fa9-47dc-8538-c21e00f4ec25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'port': {'device_id': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'admin_state_up': True, 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'security_groups': ['289e6c68-6682-4f46-aab6-0fa568dcbcde']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:26.775565 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-44ee5a2d-568c-41ae-876d-06654f1e91f7 req-5e2c9328-4f3b-4080-be38-cdca0cb392b2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237001 May 25 16:08:26.853165 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b4eb07-0062-4898-ad80-11865582bd07 x-openstack-request-id: req-f0b4eb07-0062-4898-ad80-11865582bd07 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:26.854732 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b973684d-dabc-4073-9bd7-cfff6639d737", "name": "network-vif-plugged", "status": "completed", "tag": "8da9abd8-394d-4fcf-b31f-86f41ec75434", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:26.854732 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f0b4eb07-0062-4898-ad80-11865582bd07 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:26.855168 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b4eb07-0062-4898-ad80-11865582bd07'] response: {'server_uuid': 'b973684d-dabc-4073-9bd7-cfff6639d737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da9abd8-394d-4fcf-b31f-86f41ec75434', 'code': 200} May 25 16:08:26.898247 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9ce8b7-e3a3-48c7-a820-f0603804072d x-openstack-request-id: req-9b9ce8b7-e3a3-48c7-a820-f0603804072d {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:26.898736 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:26.899019 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9b9ce8b7-e3a3-48c7-a820-f0603804072d {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:26.899521 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9ce8b7-e3a3-48c7-a820-f0603804072d'] response: {'name': 'network-changed', 'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'status': 'completed', 'code': 200} May 25 16:08:26.920388 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2502e1d1-6d80-44e1-8332-0d4e91a60b66 req-e441bae9-83b7-4bac-a92b-58206ced5772 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0773127 May 25 16:08:26.929578 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47261-474a-44e5-a137-0bbe396cea55 req-58329fbf-7de0-4e1f-be4d-97ae35c502b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:26.932142 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-58329fbf-7de0-4e1f-be4d-97ae35c502b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 1127 time: 0.1343753 May 25 16:08:26.969102 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c4387867-b807-402f-8da4-24f19a03dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f999efc5-a079-4440-adf4-75de73385b4e), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:26.971588 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c4387867-b807-402f-8da4-24f19a03dd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:26.983994 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c4387867-b807-402f-8da4-24f19a03dd66 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f999efc5-a079-4440-adf4-75de73385b4e HTTP/1.1" status: 204 len: 168 time: 0.4990251 May 25 16:08:27.015300 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35320) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:27.021641 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-aa9d9ec8-ad53-4b9d-90c0-0872ad12c728 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 HTTP/1.1" status: 200 len: 217 time: 0.0824733 May 25 16:08:27.041880 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:27.042862 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4387867-b807-402f-8da4-24f19a03dd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f999efc5-a079-4440-adf4-75de73385b4e,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:27.053957 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5e831b32-3912-4fc5-8b80-9b3a1edda724 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:08:27.059218 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device e7a62f3c-e0c8-466c-b12b-f52f98992106 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:27.080383 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b6a32b9f-6051-4300-b372-d3cf842a0768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:27.110226 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-80c576bc-0fa9-47dc-8538-c21e00f4ec25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Made reservation on behalf of 32e48e8e884b4840ba54d546d82d2334 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:08:27.113680 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-80c576bc-0fa9-47dc-8538-c21e00f4ec25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:27.162111 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dced4-4bf6-4f6f-b9ac-04569937db25 req-63348d0d-38a9-4430-921c-783d356f1665 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:27.174397 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6c0dced4-4bf6-4f6f-b9ac-04569937db25 req-63348d0d-38a9-4430-921c-783d356f1665 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.1293273 May 25 16:08:27.216898 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:27.236733 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47261-474a-44e5-a137-0bbe396cea55 req-9b8e2306-5af9-4e16-babf-426ed7e1132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:27.238206 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-9b8e2306-5af9-4e16-babf-426ed7e1132f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d8acf95-745a-4435-acb1-9312c55c7e90 HTTP/1.1" status: 200 len: 856 time: 0.2102962 May 25 16:08:27.313712 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:27.373208 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adccfdc-44f8-43cf-abf2-530185f91623 req-2390ac63-3f3a-4a79-9a38-02bbe58a1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:27.375208 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7adccfdc-44f8-43cf-abf2-530185f91623 req-2390ac63-3f3a-4a79-9a38-02bbe58a1db8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 1130 time: 0.2542839 May 25 16:08:27.411293 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6c0dced4-4bf6-4f6f-b9ac-04569937db25 req-c5ba5fd5-9278-48e5-affd-15f58bd519a7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322748 May 25 16:08:27.414571 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145ac3b-eae9-437a-99b2-c72c3cc4633c req-a3a0ff09-f25a-4ae9-9c60-031f18d704fd tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:27.416132 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7145ac3b-eae9-437a-99b2-c72c3cc4633c req-a3a0ff09-f25a-4ae9-9c60-031f18d704fd tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 944 time: 0.1613383 May 25 16:08:27.417559 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47261-474a-44e5-a137-0bbe396cea55 req-84ccdb47-8670-4383-9226-e5b76e3ff627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:27.419227 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-84ccdb47-8670-4383-9226-e5b76e3ff627 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a65193d0-d741-4333-90e3-e22c40adb85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1655841 May 25 16:08:27.420129 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-7adccfdc-44f8-43cf-abf2-530185f91623 req-d473db76-61c5-48e7-940b-d6f6fa3026d8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:27.522241 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-80c576bc-0fa9-47dc-8538-c21e00f4ec25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Allocated IP 172.20.0.8 (a2dc3f38-efe8-41d0-ba54-fbd07705ad76/82c0c133-9624-48f4-80aa-0db4b953b350/149c600b-b80f-41a1-a754-cb48b95c5cb2) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:08:27.532003 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b6a32b9f-6051-4300-b372-d3cf842a0768 admin admin] Publish callbacks [] for security_group (a771aa43-2007-4883-8ba9-18c0b0d6d5c1), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:27.554191 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b6a32b9f-6051-4300-b372-d3cf842a0768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a771aa43-2007-4883-8ba9-18c0b0d6d5c1), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:27.599593 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5a4e05b1-9659-4228-9cdd-abb362a8b436 req-aa1baa73-084f-4a3c-a577-257408dde767 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 210 time: 0.0733671 May 25 16:08:27.610871 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port e7a62f3c-e0c8-466c-b12b-f52f98992106 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:08:27.632357 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port e7a62f3c-e0c8-466c-b12b-f52f98992106 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:27.632855 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:27.657622 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a32b9f-6051-4300-b372-d3cf842a0768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a771aa43-2007-4883-8ba9-18c0b0d6d5c1,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:27.669315 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b6a32b9f-6051-4300-b372-d3cf842a0768 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=db3bf79857a74695971d4f1f5e92ef60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6433563 May 25 16:08:27.674374 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35334) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:27.718435 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5e831b32-3912-4fc5-8b80-9b3a1edda724, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5e831b32-3912-4fc5-8b80-9b3a1edda724,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:27.806973 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8813a9fc-9465-42ed-bf38-1faf2d718f11 admin admin] Publish callbacks [] for security_group (a771aa43-2007-4883-8ba9-18c0b0d6d5c1), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:27.858412 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '5e831b32-3912-4fc5-8b80-9b3a1edda724', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'port_id': '5e831b32-3912-4fc5-8b80-9b3a1edda724', 'mac_address': 'fa:16:3e:72:e8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:08:27.883215 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7145ac3b-eae9-437a-99b2-c72c3cc4633c req-dd856c34-2f6c-45d9-ab36-d19c9ab05817 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470422 May 25 16:08:27.912180 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35342) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:27.926958 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-80c576bc-0fa9-47dc-8538-c21e00f4ec25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:27.930725 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8813a9fc-9465-42ed-bf38-1faf2d718f11 admin admin] Publish callbacks [] for security_group (a771aa43-2007-4883-8ba9-18c0b0d6d5c1), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:27.947620 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port e7a62f3c-e0c8-466c-b12b-f52f98992106 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:27.948168 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:27.965843 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7738c85a-7465-48b0-b6db-84f1680f412a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:27.977663 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 5e831b32-3912-4fc5-8b80-9b3a1edda724 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:27.978047 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:27.985537 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-d7d10594-a71f-488d-a33e-71ed17314fce service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545964 May 25 16:08:28.001298 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-7adccfdc-44f8-43cf-abf2-530185f91623 req-d473db76-61c5-48e7-940b-d6f6fa3026d8 service neutron] Publish callbacks [] for security_group (72375bc4-74c2-4978-963d-17c549120abd), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.022795 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-7adccfdc-44f8-43cf-abf2-530185f91623 req-d473db76-61c5-48e7-940b-d6f6fa3026d8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (72375bc4-74c2-4978-963d-17c549120abd), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.026690 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e831b32-3912-4fc5-8b80-9b3a1edda724 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:08:28.047836 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port e7a62f3c-e0c8-466c-b12b-f52f98992106, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e7a62f3c-e0c8-466c-b12b-f52f98992106,segment=NetworkSegment(39da0846-e063-42a7-a196-d8024278a477),segment_id=39da0846-e063-42a7-a196-d8024278a477)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:28.051799 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:28.057280 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:28.059746 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5e831b32-3912-4fc5-8b80-9b3a1edda724, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5e831b32-3912-4fc5-8b80-9b3a1edda724,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:28.060995 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.069898 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-025101e0-8264-43d3-a758-807f62dc178b req-3c9d5942-40f9-4e48-9fcc-7980e19d4ca9 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0707803 May 25 16:08:28.102137 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405e960-fff1-4a8d-b116-bc3c03dc656d req-658d8b9b-2f62-4b39-9daa-0cd07c05f31b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:28.104074 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0405e960-fff1-4a8d-b116-bc3c03dc656d req-658d8b9b-2f62-4b39-9daa-0cd07c05f31b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.1833251 May 25 16:08:28.107423 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7adccfdc-44f8-43cf-abf2-530185f91623 req-d473db76-61c5-48e7-940b-d6f6fa3026d8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7246442 May 25 16:08:28.107593 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8813a9fc-9465-42ed-bf38-1faf2d718f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a771aa43-2007-4883-8ba9-18c0b0d6d5c1), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.111406 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.112306 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8813a9fc-9465-42ed-bf38-1faf2d718f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.116200 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473db76-61c5-48e7-940b-d6f6fa3026d8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=72375bc4-74c2-4978-963d-17c549120abd,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:28.116438 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8813a9fc-9465-42ed-bf38-1faf2d718f11 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a771aa43-2007-4883-8ba9-18c0b0d6d5c1 HTTP/1.1" status: 204 len: 168 time: 0.4406884 May 25 16:08:28.136923 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813a9fc-9465-42ed-bf38-1faf2d718f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a771aa43-2007-4883-8ba9-18c0b0d6d5c1,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:28.139057 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-80c576bc-0fa9-47dc-8538-c21e00f4ec25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.140743 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:28.169082 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:28.184912 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=e7a62f3c-e0c8-466c-b12b-f52f98992106,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:28.205998 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7738c85a-7465-48b0-b6db-84f1680f412a admin admin] Publish callbacks [] for security_group (63888560-eb8b-4ecd-9ec4-73f58813c7fe), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.215356 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0405e960-fff1-4a8d-b116-bc3c03dc656d req-049dbdf7-bf02-4c9c-9542-67a71ddfbff5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954754 May 25 16:08:28.215476 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7738c85a-7465-48b0-b6db-84f1680f412a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (63888560-eb8b-4ecd-9ec4-73f58813c7fe), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.264838 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7738c85a-7465-48b0-b6db-84f1680f412a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0ba8ffbaba534893bede4661d877beda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469296 May 25 16:08:28.265062 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35354) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:28.271403 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738c85a-7465-48b0-b6db-84f1680f412a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63888560-eb8b-4ecd-9ec4-73f58813c7fe,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:28.275162 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=5e831b32-3912-4fc5-8b80-9b3a1edda724,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:28.328362 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-80c576bc-0fa9-47dc-8538-c21e00f4ec25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:28.333588 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-80c576bc-0fa9-47dc-8538-c21e00f4ec25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:28.335520 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c576bc-0fa9-47dc-8538-c21e00f4ec25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'Port': ['ID=149c600b-b80f-41a1-a754-cb48b95c5cb2,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:28.338788 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-80c576bc-0fa9-47dc-8538-c21e00f4ec25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:08:28.345147 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-80c576bc-0fa9-47dc-8538-c21e00f4ec25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:28.346271 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-80c576bc-0fa9-47dc-8538-c21e00f4ec25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.349510 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-51a45de8-6edc-419b-800f-e545a86bf09d admin admin] Publish callbacks [] for security_group (63888560-eb8b-4ecd-9ec4-73f58813c7fe), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.374931 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['5e831b32-3912-4fc5-8b80-9b3a1edda724'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:08:28.379910 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-80c576bc-0fa9-47dc-8538-c21e00f4ec25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6553032 May 25 16:08:28.392367 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Request body: {'port': {'device_id': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:28.417642 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-51a45de8-6edc-419b-800f-e545a86bf09d admin admin] Publish callbacks [] for security_group (63888560-eb8b-4ecd-9ec4-73f58813c7fe), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.499020 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.601230 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-51a45de8-6edc-419b-800f-e545a86bf09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (63888560-eb8b-4ecd-9ec4-73f58813c7fe), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.604083 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-51a45de8-6edc-419b-800f-e545a86bf09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.605544 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-51a45de8-6edc-419b-800f-e545a86bf09d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/63888560-eb8b-4ecd-9ec4-73f58813c7fe HTTP/1.1" status: 204 len: 168 time: 0.3396645 May 25 16:08:28.717899 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a45de8-6edc-419b-800f-e545a86bf09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63888560-eb8b-4ecd-9ec4-73f58813c7fe,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:28.748123 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24f5af-7f3e-4113-9230-139da56ff3ea req-96eeed29-c5b7-4e9e-a01f-b0c1ce736ec7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:28.755337 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bc24f5af-7f3e-4113-9230-139da56ff3ea req-96eeed29-c5b7-4e9e-a01f-b0c1ce736ec7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.1561613 May 25 16:08:28.780353 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:28.789098 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-245237c1-8a9d-4f70-9c70-84a2cf3e449c None None] Provisioning complete for port 149c600b-b80f-41a1-a754-cb48b95c5cb2 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:28.790561 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-245237c1-8a9d-4f70-9c70-84a2cf3e449c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:28.811582 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cec47261-474a-44e5-a137-0bbe396cea55 req-24db1489-d69a-40d4-a470-71350372d04c service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276392 May 25 16:08:28.826123 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b821df3-79ae-4138-9bb6-607025683660 req-f422a768-426a-46f3-9619-2f682ad6233a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:28.828002 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4b821df3-79ae-4138-9bb6-607025683660 req-f422a768-426a-46f3-9619-2f682ad6233a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 931 time: 0.1066432 May 25 16:08:28.841273 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bc24f5af-7f3e-4113-9230-139da56ff3ea req-b34b337d-7308-416b-b75b-d62a19166abf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849037 May 25 16:08:28.858588 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6855067-d8ce-424f-b601-e0df21b52475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a62f3c-e0c8-466c-b12b-f52f98992106'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:28.861287 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1840ece-219c-4acc-9cad-483f2a647d03" -d '{"events": [{"server_uuid": "b6855067-d8ce-424f-b601-e0df21b52475", "name": "network-vif-plugged", "status": "completed", "tag": "e7a62f3c-e0c8-466c-b12b-f52f98992106"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:28.863781 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-245237c1-8a9d-4f70-9c70-84a2cf3e449c None None] Port 149c600b-b80f-41a1-a754-cb48b95c5cb2 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:08:28.932830 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57515899-a10c-41ee-81fe-8efcb39e19a2 x-openstack-request-id: req-57515899-a10c-41ee-81fe-8efcb39e19a2 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:28.933142 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6855067-d8ce-424f-b601-e0df21b52475", "name": "network-vif-plugged", "status": "completed", "tag": "e7a62f3c-e0c8-466c-b12b-f52f98992106", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:28.933780 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-57515899-a10c-41ee-81fe-8efcb39e19a2 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:28.934642 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57515899-a10c-41ee-81fe-8efcb39e19a2'] response: {'server_uuid': 'b6855067-d8ce-424f-b601-e0df21b52475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a62f3c-e0c8-466c-b12b-f52f98992106', 'code': 200} May 25 16:08:28.947512 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4b821df3-79ae-4138-9bb6-607025683660 req-9d7254d8-a675-42c0-a32f-f9cf98ddfc98 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880184 May 25 16:08:29.049813 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149c600b-b80f-41a1-a754-cb48b95c5cb2 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:08:29.060822 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Publish callbacks [] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.080400 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Transition to ACTIVE for port object 149c600b-b80f-41a1-a754-cb48b95c5cb2 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:08:29.087755 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.095925 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5e831b32-3912-4fc5-8b80-9b3a1edda724 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:29.109006 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46c7e9-f8c9-499a-8fda-dbaa74345696 req-03236835-d0f3-4c09-a471-5eff2635f28a tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:29.117770 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9e46c7e9-f8c9-499a-8fda-dbaa74345696 req-03236835-d0f3-4c09-a471-5eff2635f28a tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 945 time: 0.0931873 May 25 16:08:29.143579 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-f49205e3-f0fb-450b-81bf-e2bfb57e5d2f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:29.145289 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-f49205e3-f0fb-450b-81bf-e2bfb57e5d2f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.67 "GET /v2.0/networks?id=11c18221-40ed-46b2-9546-1ebebf8fc518 HTTP/1.1" status: 200 len: 811 time: 0.2522686 May 25 16:08:29.218368 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 5e831b32-3912-4fc5-8b80-9b3a1edda724 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:08:29.225771 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9e46c7e9-f8c9-499a-8fda-dbaa74345696 req-123d27e8-f5fb-4319-8110-9ff3a7016087 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061761 May 25 16:08:29.239300 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 5e831b32-3912-4fc5-8b80-9b3a1edda724 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:29.239300 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.242522 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:29.245150 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Pushing event updated for resources: {'Port': ['ID=149c600b-b80f-41a1-a754-cb48b95c5cb2,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:29.267516 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Attempting to bind port 149c600b-b80f-41a1-a754-cb48b95c5cb2 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:08:29.267912 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Attempting to bind port 149c600b-b80f-41a1-a754-cb48b95c5cb2 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:08:29.268200 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Attempting to bind port 149c600b-b80f-41a1-a754-cb48b95c5cb2 on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:29.289303 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c2003c83-3bfb-459c-a254-e0f09cbca30e req-a20cc5c6-928a-4e11-8d55-b6de46e60b07 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0531821 May 25 16:08:29.290235 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Port 149c600b-b80f-41a1-a754-cb48b95c5cb2 on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:08:29.290348 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Attempting to bind port 149c600b-b80f-41a1-a754-cb48b95c5cb2 on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:29.296276 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:08:29.296619 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Checking segment: {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:08:29.297183 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Bound using segment: {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:08:29.297604 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Bound port: 149c600b-b80f-41a1-a754-cb48b95c5cb2, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:08:29.297966 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.362907 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:29.379948 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] For port 149c600b-b80f-41a1-a754-cb48b95c5cb2, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:08:29.385086 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] For port 149c600b-b80f-41a1-a754-cb48b95c5cb2, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=149c600b-b80f-41a1-a754-cb48b95c5cb2,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:08:29.398094 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.418698 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 5e831b32-3912-4fc5-8b80-9b3a1edda724 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:29.419416 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.437377 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:29.437377 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.439045 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] 10.222.0.67 "PUT /v2.0/ports/149c600b-b80f-41a1-a754-cb48b95c5cb2 HTTP/1.1" status: 200 len: 1093 time: 1.0514066 May 25 16:08:29.442233 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35388) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:29.442432 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'tag': '149c600b-b80f-41a1-a754-cb48b95c5cb2'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:29.445208 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca50e26-390f-43f2-9550-6a9de5d5ec38" -d '{"events": [{"name": "network-changed", "server_uuid": "fb52261b-f0d9-4cfc-a5df-dc306324060a", "tag": "149c600b-b80f-41a1-a754-cb48b95c5cb2"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:29.464425 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee475ac-a0e1-4795-917a-8328246c4704 req-62ef1cc4-3e14-4873-ad7e-c6c74e509536 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:29.472268 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1ee475ac-a0e1-4795-917a-8328246c4704 req-62ef1cc4-3e14-4873-ad7e-c6c74e509536 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.1207409 May 25 16:08:29.477237 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9532685e-0732-429c-995b-d211aeca92bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.495547 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5e831b32-3912-4fc5-8b80-9b3a1edda724, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5e831b32-3912-4fc5-8b80-9b3a1edda724,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:29.500254 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6687e-90f0-44bd-bd62-4091d04c8733 service neutron] Pushing event updated for resources: {'Port': ['ID=149c600b-b80f-41a1-a754-cb48b95c5cb2,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:29.504124 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.565162 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1ee475ac-a0e1-4795-917a-8328246c4704 req-bf5a5eda-0719-4b2c-b274-d435ab02bcd6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883844 May 25 16:08:29.575687 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbece23a-aba0-40fa-bbe3-5799ec3eb731 x-openstack-request-id: req-fbece23a-aba0-40fa-bbe3-5799ec3eb731 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:29.576051 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb52261b-f0d9-4cfc-a5df-dc306324060a", "tag": "149c600b-b80f-41a1-a754-cb48b95c5cb2", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:29.581138 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fbece23a-aba0-40fa-bbe3-5799ec3eb731 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:29.582163 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbece23a-aba0-40fa-bbe3-5799ec3eb731'] response: {'name': 'network-changed', 'server_uuid': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'tag': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'status': 'completed', 'code': 200} May 25 16:08:29.621011 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=5e831b32-3912-4fc5-8b80-9b3a1edda724,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:29.645363 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9532685e-0732-429c-995b-d211aeca92bc admin admin] Publish callbacks [] for security_group (744449c1-f74c-499b-95bb-728069c8ba0f), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.652904 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9532685e-0732-429c-995b-d211aeca92bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (744449c1-f74c-499b-95bb-728069c8ba0f), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.698543 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-9532685e-0732-429c-995b-d211aeca92bc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4ba513ec36cb4a43a511c08727c83f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483091 May 25 16:08:29.698543 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532685e-0732-429c-995b-d211aeca92bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744449c1-f74c-499b-95bb-728069c8ba0f,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:29.698867 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35398) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:29.751857 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0537e56b-372a-4343-94cd-2234b5dd110c admin admin] Publish callbacks [] for security_group (744449c1-f74c-499b-95bb-728069c8ba0f), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.793962 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0537e56b-372a-4343-94cd-2234b5dd110c admin admin] Publish callbacks [] for security_group (744449c1-f74c-499b-95bb-728069c8ba0f), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.803922 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:29.871340 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bfc12-b607-4a96-8cf8-3a88426f357a req-2d10a542-608b-48f2-a73b-3b0d123c9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:29.876978 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-aa6bfc12-b607-4a96-8cf8-3a88426f357a req-2d10a542-608b-48f2-a73b-3b0d123c9c8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 1127 time: 0.0929697 May 25 16:08:29.893803 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-a0c73de2-e08e-42ae-909e-496dc2c8ec74 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93946fd1575e45428d2388015d64628f HTTP/1.1" status: 200 len: 379 time: 0.1165483 May 25 16:08:29.916217 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0537e56b-372a-4343-94cd-2234b5dd110c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (744449c1-f74c-499b-95bb-728069c8ba0f), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.919534 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0537e56b-372a-4343-94cd-2234b5dd110c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:29.920958 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-0537e56b-372a-4343-94cd-2234b5dd110c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/744449c1-f74c-499b-95bb-728069c8ba0f HTTP/1.1" status: 204 len: 168 time: 0.2208679 May 25 16:08:29.949302 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537e56b-372a-4343-94cd-2234b5dd110c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744449c1-f74c-499b-95bb-728069c8ba0f,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:30.040752 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:30.040844 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6da917-35d2-4507-9dd7-790ea75b6177 req-973c6a0c-e63f-48f8-94bd-2316eec2cd45 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:30.047689 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1f6da917-35d2-4507-9dd7-790ea75b6177 req-973c6a0c-e63f-48f8-94bd-2316eec2cd45 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0898085 May 25 16:08:30.085068 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e7c36-b3e6-4ae7-aa96-d9c3f56eb68d req-334c52b0-64c7-45f5-9bdc-cf0002083b80 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:30.087039 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d17e7c36-b3e6-4ae7-aa96-d9c3f56eb68d req-334c52b0-64c7-45f5-9bdc-cf0002083b80 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 943 time: 0.0649576 May 25 16:08:30.106947 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:30.121570 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1f6da917-35d2-4507-9dd7-790ea75b6177 req-3cd174ac-8ddd-4fc9-a86f-638b01c01d6a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726349 May 25 16:08:30.165898 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d17e7c36-b3e6-4ae7-aa96-d9c3f56eb68d req-706420aa-01b1-400f-a31a-946399d8e36f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714045 May 25 16:08:30.479905 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-513ad5c7-40d8-4b61-804d-bbd066876319 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Request body: {'port': {'device_id': '6c5f2914-854d-4d77-82e5-680200d4d6c8', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'admin_state_up': True, 'tenant_id': '93946fd1575e45428d2388015d64628f', 'security_groups': ['053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b']}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:30.484655 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca50e26-390f-43f2-9550-6a9de5d5ec38 req-0036a466-e396-45ae-8cc8-2665fe5f7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:30.486700 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3ca50e26-390f-43f2-9550-6a9de5d5ec38 req-0036a466-e396-45ae-8cc8-2665fe5f7880 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 1127 time: 0.1094503 May 25 16:08:30.530793 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a75b04d9-f6c9-4d0c-a5d3-c16991fb7c9a req-9d4faa55-9efe-4a49-815c-0c20a76cb7b0 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0688899 May 25 16:08:30.830705 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2be58b-e723-4405-bd5a-1c7b89c26b97 req-6f7556a4-b20d-4bed-bf9b-c855125e5566 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:30.832373 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb2be58b-e723-4405-bd5a-1c7b89c26b97 req-6f7556a4-b20d-4bed-bf9b-c855125e5566 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.1526697 May 25 16:08:30.857613 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeda5d0-0a1b-4085-89ac-cf291a58376b req-aa65a587-1d46-4b9e-a9ac-ba4d54200888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:30.859023 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cdeda5d0-0a1b-4085-89ac-cf291a58376b req-aa65a587-1d46-4b9e-a9ac-ba4d54200888 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 1129 time: 0.2905765 May 25 16:08:30.866613 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6ad65-cf52-4c51-83f5-bc82af0db912 req-63f30dd4-0df5-46a7-a3c8-4f514e20bba3 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:30.868038 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-64d6ad65-cf52-4c51-83f5-bc82af0db912 req-63f30dd4-0df5-46a7-a3c8-4f514e20bba3 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 945 time: 0.5548708 May 25 16:08:30.904954 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca50e26-390f-43f2-9550-6a9de5d5ec38 req-cab7e779-de23-4103-a685-3f5dea7c2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:30.909617 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3ca50e26-390f-43f2-9550-6a9de5d5ec38 req-cab7e779-de23-4103-a685-3f5dea7c2609 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=32e48e8e884b4840ba54d546d82d2334&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3744338 May 25 16:08:30.919489 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb2be58b-e723-4405-bd5a-1c7b89c26b97 req-4524733b-1a5a-4a06-b8d7-c77f3d39730d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714662 May 25 16:08:30.935725 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f650730-0534-4f4b-92b9-6d6be8cc54c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e831b32-3912-4fc5-8b80-9b3a1edda724'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:30.938584 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f80dcc-ba80-4b5f-854d-3d49c6015365" -d '{"events": [{"server_uuid": "8f650730-0534-4f4b-92b9-6d6be8cc54c7", "name": "network-vif-plugged", "status": "completed", "tag": "5e831b32-3912-4fc5-8b80-9b3a1edda724"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:30.962160 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bfc12-b607-4a96-8cf8-3a88426f357a req-37118d6a-3114-4097-a803-40d6347c77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:30.963636 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-aa6bfc12-b607-4a96-8cf8-3a88426f357a req-37118d6a-3114-4097-a803-40d6347c77c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 918 time: 0.5665283 May 25 16:08:30.981634 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-513ad5c7-40d8-4b61-804d-bbd066876319 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Made reservation on behalf of 93946fd1575e45428d2388015d64628f for: {'port': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:08:30.984797 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-513ad5c7-40d8-4b61-804d-bbd066876319 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:30.987143 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4d45fd-a0cb-4211-b4b2-64c3d6ae704a x-openstack-request-id: req-cc4d45fd-a0cb-4211-b4b2-64c3d6ae704a {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:30.987732 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f650730-0534-4f4b-92b9-6d6be8cc54c7", "name": "network-vif-plugged", "status": "completed", "tag": "5e831b32-3912-4fc5-8b80-9b3a1edda724", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:30.988283 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cc4d45fd-a0cb-4211-b4b2-64c3d6ae704a {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:30.988872 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4d45fd-a0cb-4211-b4b2-64c3d6ae704a'] response: {'server_uuid': '8f650730-0534-4f4b-92b9-6d6be8cc54c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e831b32-3912-4fc5-8b80-9b3a1edda724', 'code': 200} May 25 16:08:31.010883 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-64d6ad65-cf52-4c51-83f5-bc82af0db912 req-7ad525b9-3baa-457a-8b52-c8e59fe00b72 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276407 May 25 16:08:31.025418 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cdeda5d0-0a1b-4085-89ac-cf291a58376b req-cc748784-a423-452f-a411-8807896eafbc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561933 May 25 16:08:31.062388 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-aa6bfc12-b607-4a96-8cf8-3a88426f357a req-82d1ac0b-e5fe-4f99-8efa-1826abdaf0a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 HTTP/1.1" status: 200 len: 217 time: 0.0487006 May 25 16:08:31.096092 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:08:31.223699 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca50e26-390f-43f2-9550-6a9de5d5ec38 req-b58ab056-45c2-4b9e-846b-e0f2df15f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:31.226905 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3ca50e26-390f-43f2-9550-6a9de5d5ec38 req-b58ab056-45c2-4b9e-846b-e0f2df15f623 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3045168 May 25 16:08:31.351663 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:31.365728 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'port_id': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'mac_address': 'fa:16:3e:d1:6f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:08:31.427560 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e0e2-01ff-4bd1-9933-d4fb5c126171 req-46719966-5334-4f62-9b26-73579b2f9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:31.429365 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1342e0e2-01ff-4bd1-9933-d4fb5c126171 req-46719966-5334-4f62-9b26-73579b2f9f9d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 1130 time: 0.1416242 May 25 16:08:31.430345 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bfc12-b607-4a96-8cf8-3a88426f357a req-9d1692ca-317e-474a-8285-4c08abcbdbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:31.432163 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-aa6bfc12-b607-4a96-8cf8-3a88426f357a req-9d1692ca-317e-474a-8285-4c08abcbdbc5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d8acf95-745a-4435-acb1-9312c55c7e90 HTTP/1.1" status: 200 len: 856 time: 0.1758904 May 25 16:08:31.436709 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-6fcb8587-ff46-45dd-93b9-eb94e4be963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:31.438596 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-6fcb8587-ff46-45dd-93b9-eb94e4be963c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 1127 time: 0.1105356 May 25 16:08:31.448104 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:31.448593 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3a27-b192-42e1-b25b-556f25c8e87d req-65cfceee-d3e5-4500-827a-c68c9ec46d25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:31.449001 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:31.450251 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b42d3a27-b192-42e1-b25b-556f25c8e87d req-65cfceee-d3e5-4500-827a-c68c9ec46d25 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 943 time: 0.1075838 May 25 16:08:31.453853 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb9447-b4c7-41f9-9a20-331826fda462 req-1025cce5-6978-4157-b810-a9fd4775cccb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:31.462226 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06cb9447-b4c7-41f9-9a20-331826fda462 req-1025cce5-6978-4157-b810-a9fd4775cccb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.1238177 May 25 16:08:31.470085 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-513ad5c7-40d8-4b61-804d-bbd066876319 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Allocated IP 172.20.0.7 (11c18221-40ed-46b2-9546-1ebebf8fc518/ee29b0f8-d772-4643-bd86-56377e543ea2/ba260aab-9e99-4e6c-ad1d-fdc814dca2d5) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:08:31.472227 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:08:31.500708 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:31.511919 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:31.514264 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:31.523526 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b42d3a27-b192-42e1-b25b-556f25c8e87d req-9bfaaee8-b0d6-484d-a005-aa7058a1f051 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660961 May 25 16:08:31.566784 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=34 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:31.584494 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:31.588949 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1342e0e2-01ff-4bd1-9933-d4fb5c126171 req-731e70f3-fa9b-4928-8ef4-8efd37ee1713 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203604 May 25 16:08:31.603202 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06cb9447-b4c7-41f9-9a20-331826fda462 req-7bed8962-bacc-40e4-8911-00eafaa76e3e tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400118 May 25 16:08:31.605895 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:31.681850 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2a2940ea-2571-49f8-ad41-067b7d1390a9 req-0c4e9bc9-d24d-43bb-a265-dd4752210aad tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0370970 May 25 16:08:31.767691 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-513ad5c7-40d8-4b61-804d-bbd066876319 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:31.793745 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['4bf95a69-e3e3-4ef3-aeeb-8e9c69077969'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:08:31.810092 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-513ad5c7-40d8-4b61-804d-bbd066876319 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:31.844787 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:31.845868 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-513ad5c7-40d8-4b61-804d-bbd066876319 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Network 11c18221-40ed-46b2-9546-1ebebf8fc518 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:31.851722 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-513ad5c7-40d8-4b61-804d-bbd066876319 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:31.858999 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-513ad5c7-40d8-4b61-804d-bbd066876319 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:08:31.871177 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-513ad5c7-40d8-4b61-804d-bbd066876319 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:31.874542 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-513ad5c7-40d8-4b61-804d-bbd066876319 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:31.891884 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bfc12-b607-4a96-8cf8-3a88426f357a req-c509c9ba-82f4-4285-9c01-6b180d3931e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:31.895524 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-aa6bfc12-b607-4a96-8cf8-3a88426f357a req-c509c9ba-82f4-4285-9c01-6b180d3931e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a65193d0-d741-4333-90e3-e22c40adb85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1268871 May 25 16:08:31.945717 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-513ad5c7-40d8-4b61-804d-bbd066876319 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4844112 May 25 16:08:31.946961 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ad5c7-40d8-4b61-804d-bbd066876319 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event updated for resources: {'Port': ['ID=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:32.025493 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Request body: {'port': {'device_id': '6c5f2914-854d-4d77-82e5-680200d4d6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:32.144184 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-d71cc761-2621-404d-9bbd-ab03c3736471 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=149c600b-b80f-41a1-a754-cb48b95c5cb2 HTTP/1.1" status: 200 len: 217 time: 0.1579745 May 25 16:08:32.198566 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:32.258737 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:32.311225 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-2e8e2772-6543-4efc-a575-1173c2e7656b None None] Provisioning complete for port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:32.311717 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2772-6543-4efc-a575-1173c2e7656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:32.361580 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eba501-9131-48d5-8124-46d3727249de req-a82110e5-b114-4db9-bf28-b6a90d43695e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:32.373430 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-43eba501-9131-48d5-8124-46d3727249de req-a82110e5-b114-4db9-bf28-b6a90d43695e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 944 time: 0.2273200 May 25 16:08:32.381511 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e2772-6543-4efc-a575-1173c2e7656b None None] Port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:08:32.423703 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-aa6bfc12-b607-4a96-8cf8-3a88426f357a req-06c3a0b3-93c5-49a1-b57e-5f0e36b861d0 service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134687 May 25 16:08:32.451496 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-43eba501-9131-48d5-8124-46d3727249de req-e8387187-cadc-4430-a686-e12682296bd6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769823 May 25 16:08:32.497748 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac00a1-7457-43c6-a5ed-5cdd025856c4 req-a85d4cb6-e50e-45c2-aa4f-447d06d0b4af tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:32.499277 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7cac00a1-7457-43c6-a5ed-5cdd025856c4 req-a85d4cb6-e50e-45c2-aa4f-447d06d0b4af tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 945 time: 0.1206915 May 25 16:08:32.586882 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22375f-da33-4eb0-9974-956e7f72bcb1 req-28e81ef9-9fba-4ced-ba6b-3f4acd067ffc tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:32.588686 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0f22375f-da33-4eb0-9974-956e7f72bcb1 req-28e81ef9-9fba-4ced-ba6b-3f4acd067ffc tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0610437 May 25 16:08:32.644376 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7cac00a1-7457-43c6-a5ed-5cdd025856c4 req-602ba501-b3a2-4e3e-9b5a-e7ef8d4c7d83 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326993 May 25 16:08:32.683558 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0f22375f-da33-4eb0-9974-956e7f72bcb1 req-4515a376-16d0-4ba5-9e24-78d99aff67b1 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887823 May 25 16:08:32.801929 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:32.809822 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35534) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:32.836518 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 {{(pid=104069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:08:32.851645 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Publish callbacks [] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:32.862215 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90e5e4-e7b9-4370-8348-40721d666325 req-1a6ccb76-36c7-4213-a77f-48c0c1ee5108 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:32.863376 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ba90e5e4-e7b9-4370-8348-40721d666325 req-1a6ccb76-36c7-4213-a77f-48c0c1ee5108 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 943 time: 0.0745962 May 25 16:08:32.886190 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4989c-2c51-4403-bf09-6e5060712baf req-9b0a01cc-5ebf-490e-a325-f9cec172b8b2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:32.887764 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ccd4989c-2c51-4403-bf09-6e5060712baf req-9b0a01cc-5ebf-490e-a325-f9cec172b8b2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 931 time: 0.0713401 May 25 16:08:32.905844 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35538) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:33.071478 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:33.074319 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-aa6bfc12-b607-4a96-8cf8-3a88426f357a req-12c47d74-1219-444d-af92-398f07057144 service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490552 May 25 16:08:33.115249 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.provisioning_blocks [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Transition to ACTIVE for port object ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 will not be triggered until provisioned by entity L2. {{(pid=104069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:08:33.115831 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:33.141849 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-eb6b7f60-7cb7-4540-8444-134d9351181b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.143627 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.144846 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-1ca142d0-5b21-45f4-87a4-b2de49fd345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:33.146541 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-1ca142d0-5b21-45f4-87a4-b2de49fd345e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82c0c133-9624-48f4-80aa-0db4b953b350 HTTP/1.1" status: 200 len: 853 time: 0.2053993 May 25 16:08:33.154601 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a1149d0a-5b32-4dfe-95b0-6e73a30aab5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.166585 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:33.190479 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:08:33.194996 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a252e-19aa-449f-bc4d-296ee764f559 req-3b9d8608-ae34-43c1-b343-336f7cd3c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:33.196034 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-584a252e-19aa-449f-bc4d-296ee764f559 req-3b9d8608-ae34-43c1-b343-336f7cd3c16a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 1130 time: 0.0907366 May 25 16:08:33.212386 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ba90e5e4-e7b9-4370-8348-40721d666325 req-3a91bd35-03f0-4372-9501-208991255174 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415570 May 25 16:08:33.225899 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:33.228096 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.239184 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:33.294826 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a1149d0a-5b32-4dfe-95b0-6e73a30aab5e admin admin] Publish callbacks [] for security_group (c5acc18b-d352-4648-ac6e-277e5af8ace1), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.299766 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ccd4989c-2c51-4403-bf09-6e5060712baf req-9e4906af-7722-4ef2-b26f-206aa2529619 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4052649 May 25 16:08:33.328672 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Attempting to bind port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:08:33.329144 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Attempting to bind port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:08:33.329557 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Attempting to bind port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 on network 11c18221-40ed-46b2-9546-1ebebf8fc518 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:33.331198 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a1149d0a-5b32-4dfe-95b0-6e73a30aab5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c5acc18b-d352-4648-ac6e-277e5af8ace1), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.334952 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 on network 11c18221-40ed-46b2-9546-1ebebf8fc518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:08:33.335381 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Attempting to bind port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 on network 11c18221-40ed-46b2-9546-1ebebf8fc518 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:08:33.340885 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:08:33.341588 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Checking segment: {'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:08:33.341778 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Bound using segment: {'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:08:33.342295 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Bound port: ba260aab-9e99-4e6c-ad1d-fdc814dca2d5, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:08:33.343386 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.371175 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:33.371739 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.380575 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a1149d0a-5b32-4dfe-95b0-6e73a30aab5e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=18ac1ec9ae154562b3c967a35b600c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734282 May 25 16:08:33.385607 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35542) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:33.395979 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:33.413700 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-99079a47-ad91-4e39-bd8a-80aac25ae30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:33.415370 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-99079a47-ad91-4e39-bd8a-80aac25ae30e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2358167 May 25 16:08:33.436223 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:33.439552 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c71df5-0eaf-413d-8b56-02e39a679d1c" -d '{"events": [{"server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "name": "network-vif-plugged", "status": "completed", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:33.441558 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1149d0a-5b32-4dfe-95b0-6e73a30aab5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5acc18b-d352-4648-ac6e-277e5af8ace1,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:33.496750 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] For port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5, host hv-cinder-84327, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:08:33.503948 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] For port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:08:33.504633 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:33.522105 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.526450 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:33.532376 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.540708 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-eb6b7f60-7cb7-4540-8444-134d9351181b admin admin] Publish callbacks [] for security_group (9c3585d7-96ba-4d57-84c2-cc81e637b926), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.557462 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-eb6b7f60-7cb7-4540-8444-134d9351181b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (9c3585d7-96ba-4d57-84c2-cc81e637b926), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.574445 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5be6916f-96ab-43d9-bb4d-a57ea236e5e0 admin admin] Publish callbacks [] for security_group (c5acc18b-d352-4648-ac6e-277e5af8ace1), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.589765 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dec758-3199-44db-8b09-1e22cc6e3130 x-openstack-request-id: req-c6dec758-3199-44db-8b09-1e22cc6e3130 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:33.590084 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "name": "network-vif-plugged", "status": "completed", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:33.590335 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c6dec758-3199-44db-8b09-1e22cc6e3130 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:33.590742 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6dec758-3199-44db-8b09-1e22cc6e3130'] response: {'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'code': 200} May 25 16:08:33.656819 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:33.658976 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.659685 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:33.660860 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] 10.222.0.67 "PUT /v2.0/ports/ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 HTTP/1.1" status: 200 len: 1093 time: 1.6411982 May 25 16:08:33.661603 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5f2914-854d-4d77-82e5-680200d4d6c8', 'tag': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:33.664639 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533fb979-96d1-4863-ac86-85b57bbe9bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5f2914-854d-4d77-82e5-680200d4d6c8", "tag": "ba260aab-9e99-4e6c-ad1d-fdc814dca2d5"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:33.670814 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-eb6b7f60-7cb7-4540-8444-134d9351181b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=47a0a382993e438a8ae1e67f7232290e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8596771 May 25 16:08:33.676848 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b7f60-7cb7-4540-8444-134d9351181b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3585d7-96ba-4d57-84c2-cc81e637b926,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:33.682058 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35556) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:33.712328 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa878a32-8ea5-40d5-9fe5-50d5ffb2ac73 req-533915d2-3d9e-406c-8f3f-89b0ddc09439 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:33.714139 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-aa878a32-8ea5-40d5-9fe5-50d5ffb2ac73 req-533915d2-3d9e-406c-8f3f-89b0ddc09439 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.1214426 May 25 16:08:33.755081 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7ab57e-9225-4a96-84ad-b7876264f910 x-openstack-request-id: req-0f7ab57e-9225-4a96-84ad-b7876264f910 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:33.760944 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5f2914-854d-4d77-82e5-680200d4d6c8", "tag": "ba260aab-9e99-4e6c-ad1d-fdc814dca2d5", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:33.761363 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0f7ab57e-9225-4a96-84ad-b7876264f910 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:33.761822 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7ab57e-9225-4a96-84ad-b7876264f910'] response: {'name': 'network-changed', 'server_uuid': '6c5f2914-854d-4d77-82e5-680200d4d6c8', 'tag': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5', 'status': 'completed', 'code': 200} May 25 16:08:33.772715 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5be6916f-96ab-43d9-bb4d-a57ea236e5e0 admin admin] Publish callbacks [] for security_group (c5acc18b-d352-4648-ac6e-277e5af8ace1), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.852318 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95d055-816b-40f5-b09c-d81a7ed4a7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:33.920336 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-301b1ef6-b2e3-42fd-a57b-7b0bd8a86304 service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732969 May 25 16:08:33.922040 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-674a52a2-830d-4d28-9b9d-47d768a13398 admin admin] Publish callbacks [] for security_group (9c3585d7-96ba-4d57-84c2-cc81e637b926), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.948818 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-aa878a32-8ea5-40d5-9fe5-50d5ffb2ac73 req-74807bb2-fe7b-425a-847d-a6bfa7fa6265 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229049 May 25 16:08:33.951490 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a252e-19aa-449f-bc4d-296ee764f559 req-8de603ab-3956-4c72-a42b-e57c4b32dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:33.953292 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-584a252e-19aa-449f-bc4d-296ee764f559 req-8de603ab-3956-4c72-a42b-e57c4b32dacf service neutron] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 920 time: 0.3743913 May 25 16:08:33.972111 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9df3aa-1fea-4991-a3ad-ac1a417f9589 req-ed4a8119-3021-4047-b74c-9c0679116749 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:33.972295 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3b77bfec-ec9b-45e8-b7bd-6ef65567e305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:33.972416 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6c9df3aa-1fea-4991-a3ad-ac1a417f9589 req-ed4a8119-3021-4047-b74c-9c0679116749 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 945 time: 0.1728580 May 25 16:08:34.017982 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-674a52a2-830d-4d28-9b9d-47d768a13398 admin admin] Publish callbacks [] for security_group (9c3585d7-96ba-4d57-84c2-cc81e637b926), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:34.020083 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb979-96d1-4863-ac86-85b57bbe9bc3 req-dceb4326-0501-4104-abfb-48079a016c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:34.021783 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-533fb979-96d1-4863-ac86-85b57bbe9bc3 req-dceb4326-0501-4104-abfb-48079a016c87 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=93946fd1575e45428d2388015d64628f&device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 1127 time: 0.1348143 May 25 16:08:34.025583 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-584a252e-19aa-449f-bc4d-296ee764f559 req-01c6e8fe-b940-4c2c-88ea-f75186eb1a40 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da9abd8-394d-4fcf-b31f-86f41ec75434 HTTP/1.1" status: 200 len: 217 time: 0.0520899 May 25 16:08:34.057892 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5be6916f-96ab-43d9-bb4d-a57ea236e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c5acc18b-d352-4648-ac6e-277e5af8ace1), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:34.060379 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5be6916f-96ab-43d9-bb4d-a57ea236e5e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:34.061445 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-5be6916f-96ab-43d9-bb4d-a57ea236e5e0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c5acc18b-d352-4648-ac6e-277e5af8ace1 HTTP/1.1" status: 204 len: 168 time: 0.6748161 May 25 16:08:34.122059 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1648fc7-b8d7-436f-8073-a039d14a8f08 req-d644986c-1bc7-48e2-99a9-acba7ce6023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:34.123565 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f1648fc7-b8d7-436f-8073-a039d14a8f08 req-d644986c-1bc7-48e2-99a9-acba7ce6023d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 1129 time: 0.1662226 May 25 16:08:34.141358 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6916f-96ab-43d9-bb4d-a57ea236e5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5acc18b-d352-4648-ac6e-277e5af8ace1,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:34.146781 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:34.150669 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6c9df3aa-1fea-4991-a3ad-ac1a417f9589 req-4b50abdb-7c1b-471f-a46a-af0a2a433c15 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788497 May 25 16:08:34.174101 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a252e-19aa-449f-bc4d-296ee764f559 req-a924c992-7a1e-4a9a-b40b-cba83a169455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:34.175601 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-584a252e-19aa-449f-bc4d-296ee764f559 req-a924c992-7a1e-4a9a-b40b-cba83a169455 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.1378999 May 25 16:08:34.197851 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf04e7-5602-416d-ab45-0ebb98e97bac req-5e04ad39-594b-4c73-b58c-b5ca6e3ceef7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:34.199353 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ffcf04e7-5602-416d-ab45-0ebb98e97bac req-5e04ad39-594b-4c73-b58c-b5ca6e3ceef7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.1608362 May 25 16:08:34.206777 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:34.241607 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f1648fc7-b8d7-436f-8073-a039d14a8f08 req-57dfa68c-3d39-4eed-b98d-f57fd82212f8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015663 May 25 16:08:34.245021 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb979-96d1-4863-ac86-85b57bbe9bc3 req-8290b933-2a50-4d40-902b-60986116120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:34.245369 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-533fb979-96d1-4863-ac86-85b57bbe9bc3 req-8290b933-2a50-4d40-902b-60986116120d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=93946fd1575e45428d2388015d64628f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2064824 May 25 16:08:34.264761 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a252e-19aa-449f-bc4d-296ee764f559 req-9a222fc1-be6a-4a83-ac51-32d7d2eda2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:34.266331 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-584a252e-19aa-449f-bc4d-296ee764f559 req-9a222fc1-be6a-4a83-ac51-32d7d2eda2c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798357 May 25 16:08:34.272991 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3cbb53d6-12bc-4643-bc59-e2a2b030c2b9 req-812e8b9d-200f-4853-9100-d7a2a6065e65 service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061152 May 25 16:08:34.289423 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-674a52a2-830d-4d28-9b9d-47d768a13398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (9c3585d7-96ba-4d57-84c2-cc81e637b926), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:34.292909 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-674a52a2-830d-4d28-9b9d-47d768a13398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:34.297162 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-674a52a2-830d-4d28-9b9d-47d768a13398 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9c3585d7-96ba-4d57-84c2-cc81e637b926 HTTP/1.1" status: 204 len: 168 time: 0.6133912 May 25 16:08:34.351581 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a52a2-830d-4d28-9b9d-47d768a13398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3585d7-96ba-4d57-84c2-cc81e637b926,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:34.360838 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ffcf04e7-5602-416d-ab45-0ebb98e97bac req-c499db07-a90b-4eaf-955a-0dc3264f17e5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245830 May 25 16:08:34.403273 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872985d-5d56-4bd8-b68a-0e720cc3ef92 req-ee34043d-611a-4972-924d-5719ec241fb9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:34.405391 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d872985d-5d56-4bd8-b68a-0e720cc3ef92 req-ee34043d-611a-4972-924d-5719ec241fb9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 943 time: 0.0801461 May 25 16:08:34.472601 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d872985d-5d56-4bd8-b68a-0e720cc3ef92 req-174cc722-f21d-49d2-8d41-0335c81d03b3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597267 May 25 16:08:34.550009 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40858366-ed4b-482d-8f98-0e7932d4ebfd req-bc6b08c1-ac69-435b-a1e7-fab2caa917ee tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:34.557089 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-40858366-ed4b-482d-8f98-0e7932d4ebfd req-bc6b08c1-ac69-435b-a1e7-fab2caa917ee tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 943 time: 0.0894766 May 25 16:08:34.558698 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35580) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:34.586806 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c8508ea5-e690-4dff-ad3a-36d90182bcdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:34.625206 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:34.628402 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-40858366-ed4b-482d-8f98-0e7932d4ebfd req-1ac5ec28-78cc-4daa-adff-264a169fd2bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704339 May 25 16:08:34.661080 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb979-96d1-4863-ac86-85b57bbe9bc3 req-2f744329-fb38-4c13-8526-e2462a6aa1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:34.662945 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-533fb979-96d1-4863-ac86-85b57bbe9bc3 req-2f744329-fb38-4c13-8526-e2462a6aa1cd service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1839857 May 25 16:08:34.665291 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-584a252e-19aa-449f-bc4d-296ee764f559 req-279c68c3-afac-4576-8488-e97a56c5d1ef service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852448 May 25 16:08:34.686843 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:34.743663 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c8508ea5-e690-4dff-ad3a-36d90182bcdd admin admin] Publish callbacks [] for security_group (ba62773a-6684-4127-8455-c19c5d181a0a), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:34.752549 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c8508ea5-e690-4dff-ad3a-36d90182bcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (ba62773a-6684-4127-8455-c19c5d181a0a), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:34.807137 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c8508ea5-e690-4dff-ad3a-36d90182bcdd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=797538c79be144b690f198aa4b0a6e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444582 May 25 16:08:34.807137 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8508ea5-e690-4dff-ad3a-36d90182bcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba62773a-6684-4127-8455-c19c5d181a0a,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:34.807477 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35594) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:34.866326 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb1bb-2d54-4e07-bf6d-2a895e476e32 admin admin] Publish callbacks [] for security_group (ba62773a-6684-4127-8455-c19c5d181a0a), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:34.892602 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb1bb-2d54-4e07-bf6d-2a895e476e32 admin admin] Publish callbacks [] for security_group (ba62773a-6684-4127-8455-c19c5d181a0a), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:34.951740 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb1bb-2d54-4e07-bf6d-2a895e476e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (ba62773a-6684-4127-8455-c19c5d181a0a), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:34.955499 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb1bb-2d54-4e07-bf6d-2a895e476e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:34.957069 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-5a9bb1bb-2d54-4e07-bf6d-2a895e476e32 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ba62773a-6684-4127-8455-c19c5d181a0a HTTP/1.1" status: 204 len: 168 time: 0.1486244 May 25 16:08:34.968588 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bb1bb-2d54-4e07-bf6d-2a895e476e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba62773a-6684-4127-8455-c19c5d181a0a,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:35.103767 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71414a-3d17-4ed8-a9dd-4cb4c567b51d req-0bac3f01-a363-44da-837e-38d7a6c195a2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:35.105601 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8c71414a-3d17-4ed8-a9dd-4cb4c567b51d req-0bac3f01-a363-44da-837e-38d7a6c195a2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0573368 May 25 16:08:35.166241 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8c71414a-3d17-4ed8-a9dd-4cb4c567b51d req-6dd0ea55-e4d2-44f8-8756-23360e435499 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533509 May 25 16:08:35.516130 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e210770-43ba-48a3-9120-1e3960ab63cf req-a58e0ca8-88b6-475c-bc8b-6297e95e2c7f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:35.518292 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1e210770-43ba-48a3-9120-1e3960ab63cf req-a58e0ca8-88b6-475c-bc8b-6297e95e2c7f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0551181 May 25 16:08:35.580455 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1e210770-43ba-48a3-9120-1e3960ab63cf req-654879e4-caf7-4008-bad6-66fe7f06fbba tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561159 May 25 16:08:35.609804 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1181-0af5-43f8-8763-b8c99bd573cf req-474e72bc-1171-451b-8b4b-a0a592b4766f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:35.611969 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5acf1181-0af5-43f8-8763-b8c99bd573cf req-474e72bc-1171-451b-8b4b-a0a592b4766f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 943 time: 0.0670457 May 25 16:08:35.661246 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5acf1181-0af5-43f8-8763-b8c99bd573cf req-9df1735d-2b62-4096-8dc3-b20f72832380 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439353 May 25 16:08:35.805631 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a555fd-3308-4a65-94e0-e3c501e8569a req-ad0699cb-13bb-4aae-9e33-984f5e3efd40 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:35.807173 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-64a555fd-3308-4a65-94e0-e3c501e8569a req-ad0699cb-13bb-4aae-9e33-984f5e3efd40 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 943 time: 0.0896313 May 25 16:08:35.882016 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-64a555fd-3308-4a65-94e0-e3c501e8569a req-0db5b2f5-9c63-4a0e-95de-50102f27709c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671432 May 25 16:08:35.905735 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-748cde89-1957-4047-857f-ca2a8f902d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:35.907279 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-748cde89-1957-4047-857f-ca2a8f902d59 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=93946fd1575e45428d2388015d64628f&device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 1127 time: 0.0580075 May 25 16:08:35.970511 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-0c7a24da-7f72-4530-b232-86359eca92fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 HTTP/1.1" status: 200 len: 217 time: 0.0525403 May 25 16:08:35.984870 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-584a252e-19aa-449f-bc4d-296ee764f559 req-b264bd24-8f55-4882-9702-77028b7e7500 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482448 May 25 16:08:36.041686 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-d1f04d18-ab31-4ef3-8dfb-aa28938893f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:36.043256 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-d1f04d18-ab31-4ef3-8dfb-aa28938893f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee29b0f8-d772-4643-bd86-56377e543ea2 HTTP/1.1" status: 200 len: 850 time: 0.0545366 May 25 16:08:36.192768 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-11f482af-4050-4213-9f14-c2966bce7abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:36.326014 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9f29c-6049-4e8e-b1c5-7c97cab62d89 req-bae56953-9bca-4e80-b4ef-dd219b67467a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:36.327551 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4dd9f29c-6049-4e8e-b1c5-7c97cab62d89 req-bae56953-9bca-4e80-b4ef-dd219b67467a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0717516 May 25 16:08:36.400181 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4dd9f29c-6049-4e8e-b1c5-7c97cab62d89 req-8ecb5fac-7c97-49b0-b0ad-74f803f3b51e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629196 May 25 16:08:36.549445 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-11bc0377-f8fb-4478-a558-d15d9a962fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:36.552126 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-11bc0377-f8fb-4478-a558-d15d9a962fe3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=11c18221-40ed-46b2-9546-1ebebf8fc518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463874 May 25 16:08:36.752246 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b70bb-cd2a-4363-8b51-f2841a5a8c84 req-5fad4662-e503-448f-ad80-f95048db3dac tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:36.754022 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2c6b70bb-cd2a-4363-8b51-f2841a5a8c84 req-5fad4662-e503-448f-ad80-f95048db3dac tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0785480 May 25 16:08:36.794308 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:36.831369 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2c6b70bb-cd2a-4363-8b51-f2841a5a8c84 req-614b1063-f292-4855-9f6f-d3a495ad148d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654790 May 25 16:08:36.844784 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-eda0238f-f37f-40e2-b011-20c7ddc9958b service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385484 May 25 16:08:36.961690 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d96aa16-1f6f-4d04-827c-a58d7f03652e req-4945fe30-0557-4afa-b9a4-730d0122297a service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100717 May 25 16:08:36.972132 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc1e9b-2cfb-431d-a2ea-de8c9fc4ebf8 req-b19aabd5-2847-4a84-b67e-e031b4f5c746 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:36.974403 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-03fc1e9b-2cfb-431d-a2ea-de8c9fc4ebf8 req-b19aabd5-2847-4a84-b67e-e031b4f5c746 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 943 time: 0.0746672 May 25 16:08:37.021805 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:37.049404 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-03fc1e9b-2cfb-431d-a2ea-de8c9fc4ebf8 req-ca435258-eed4-4965-af1d-4d1459a9160e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680101 May 25 16:08:37.114497 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 149c600b-b80f-41a1-a754-cb48b95c5cb2 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:08:37.128201 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67962fb1-18d2-49b9-befa-9fa4ce22a95c req-bfaafdfd-6ae1-49fc-8d46-da4ef5b77c52 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:37.129725 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67962fb1-18d2-49b9-befa-9fa4ce22a95c req-bfaafdfd-6ae1-49fc-8d46-da4ef5b77c52 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 943 time: 0.0509570 May 25 16:08:37.185676 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67962fb1-18d2-49b9-befa-9fa4ce22a95c req-16cd6eee-7c54-4cbe-8fa3-0270df72145f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493624 May 25 16:08:37.240621 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 149c600b-b80f-41a1-a754-cb48b95c5cb2, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=149c600b-b80f-41a1-a754-cb48b95c5cb2,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:37.248460 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:37.254707 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'port_id': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'mac_address': 'fa:16:3e:29:27:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:08:37.293120 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 149c600b-b80f-41a1-a754-cb48b95c5cb2 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:37.293584 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:37.308012 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149c600b-b80f-41a1-a754-cb48b95c5cb2 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:08:37.327804 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 149c600b-b80f-41a1-a754-cb48b95c5cb2, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=149c600b-b80f-41a1-a754-cb48b95c5cb2,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:37.333435 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:37.390101 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=149c600b-b80f-41a1-a754-cb48b95c5cb2,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:37.491409 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:37.531735 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c3ca6-5e10-432b-ac91-9c94d116df7c req-84da65bb-98f9-40cb-a7da-4ea186165749 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:37.533384 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-579c3ca6-5e10-432b-ac91-9c94d116df7c req-84da65bb-98f9-40cb-a7da-4ea186165749 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0508301 May 25 16:08:37.612681 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-579c3ca6-5e10-432b-ac91-9c94d116df7c req-759e9af7-3d5d-4b85-b3d7-e2ecbbe767a3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697308 May 25 16:08:37.657354 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['149c600b-b80f-41a1-a754-cb48b95c5cb2'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:08:37.780042 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec971dd-c039-4047-b3e3-f2c084bac0ce req-9779f90f-b3ef-46a8-87a9-fc5e7a0acf4f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:37.790304 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35748) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:37.790708 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5ec971dd-c039-4047-b3e3-f2c084bac0ce req-9779f90f-b3ef-46a8-87a9-fc5e7a0acf4f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0811319 May 25 16:08:37.794838 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-9a0764f6-afba-4aaf-91d9-646d6c223b0f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Request body: {'floatingip': {'port_id': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:37.886622 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9a0764f6-afba-4aaf-91d9-646d6c223b0f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (30a71b04-3b3c-4381-ae38-86e795ccf62c), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:38.044613 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c7a88-a296-404d-9e55-bb427d539b81 req-271c8516-fb07-4e4a-9006-2d639b8215d5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:38.046104 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f05c7a88-a296-404d-9e55-bb427d539b81 req-271c8516-fb07-4e4a-9006-2d639b8215d5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.1306078 May 25 16:08:38.168636 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35764) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:38.205075 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3efb6f-6277-49bf-a1ad-6f644592688c req-b8101254-2f44-4d72-970d-4fe872de98d0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:38.209089 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3d3efb6f-6277-49bf-a1ad-6f644592688c req-b8101254-2f44-4d72-970d-4fe872de98d0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 944 time: 0.0792372 May 25 16:08:38.223395 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:38.263877 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3d3efb6f-6277-49bf-a1ad-6f644592688c req-b5ae3626-c499-4cba-8f45-cd7e20f20ef0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486865 May 25 16:08:38.304064 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ec189ece-6f66-4eb1-8854-65a840682cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:38.402234 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef6450-f719-4105-9a56-0e8586d8a5f3 req-df27c0a5-7916-48d6-ac52-1041757805a1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:38.404140 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-63ef6450-f719-4105-9a56-0e8586d8a5f3 req-df27c0a5-7916-48d6-ac52-1041757805a1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 943 time: 0.0697637 May 25 16:08:38.445917 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f05c7a88-a296-404d-9e55-bb427d539b81 req-4f635b00-a267-44f0-94ea-4a05f9eece99 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883173 May 25 16:08:38.458711 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ec189ece-6f66-4eb1-8854-65a840682cad admin admin] Publish callbacks [] for security_group (ea362e4c-24ff-409e-bb56-cd2ff87740e9), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:38.471488 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ec189ece-6f66-4eb1-8854-65a840682cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (ea362e4c-24ff-409e-bb56-cd2ff87740e9), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:38.516685 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-63ef6450-f719-4105-9a56-0e8586d8a5f3 req-caaf0d6f-93d3-4314-bc81-70df1c0360be tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011865 May 25 16:08:38.524411 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ec189ece-6f66-4eb1-8854-65a840682cad admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e7233dd5734d46e3b064c34fb4f1e244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522673 May 25 16:08:38.525808 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec189ece-6f66-4eb1-8854-65a840682cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea362e4c-24ff-409e-bb56-cd2ff87740e9,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:38.528748 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35772) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:38.584278 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cd438047-fd24-469e-b3b8-0fc05f259792 admin admin] Publish callbacks [] for security_group (ea362e4c-24ff-409e-bb56-cd2ff87740e9), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:38.589522 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:38.606328 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cd438047-fd24-469e-b3b8-0fc05f259792 admin admin] Publish callbacks [] for security_group (ea362e4c-24ff-409e-bb56-cd2ff87740e9), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:38.653847 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:38.661473 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cd438047-fd24-469e-b3b8-0fc05f259792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (ea362e4c-24ff-409e-bb56-cd2ff87740e9), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:38.664282 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cd438047-fd24-469e-b3b8-0fc05f259792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:38.667915 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-cd438047-fd24-469e-b3b8-0fc05f259792 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ea362e4c-24ff-409e-bb56-cd2ff87740e9 HTTP/1.1" status: 204 len: 168 time: 0.1358182 May 25 16:08:38.674215 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd438047-fd24-469e-b3b8-0fc05f259792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea362e4c-24ff-409e-bb56-cd2ff87740e9,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:38.864103 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9a0764f6-afba-4aaf-91d9-646d6c223b0f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:38.870464 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9a0764f6-afba-4aaf-91d9-646d6c223b0f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (30a71b04-3b3c-4381-ae38-86e795ccf62c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:38.985416 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-9a0764f6-afba-4aaf-91d9-646d6c223b0f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Floating IP 30a71b04-3b3c-4381-ae38-86e795ccf62c associated. External IP: 172.27.0.155, port: 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969. May 25 16:08:39.058967 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35798) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:39.072336 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c42a8afa-c7d3-45fd-a803-b2501659a95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:39.096318 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:39.147228 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:08:39.152744 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 149c600b-b80f-41a1-a754-cb48b95c5cb2 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:39.178216 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c42a8afa-c7d3-45fd-a803-b2501659a95d admin admin] Publish callbacks [] for security_group (a876bd78-0610-4ddf-9720-1ade025a758e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:39.194134 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c42a8afa-c7d3-45fd-a803-b2501659a95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a876bd78-0610-4ddf-9720-1ade025a758e), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:39.260495 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a8afa-c7d3-45fd-a803-b2501659a95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a876bd78-0610-4ddf-9720-1ade025a758e,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:39.276579 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 149c600b-b80f-41a1-a754-cb48b95c5cb2 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:08:39.283433 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:39.303063 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c42a8afa-c7d3-45fd-a803-b2501659a95d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1a62b18e2924417d81f957f1aae67e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427180 May 25 16:08:39.304228 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35808) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:39.314875 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0764f6-afba-4aaf-91d9-646d6c223b0f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Router 497b6ad6-c741-4530-aca2-eee341ada5cc has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:08:39.348399 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 149c600b-b80f-41a1-a754-cb48b95c5cb2 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:39.348758 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:39.385692 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d6a62074-b3ba-4782-bdad-59c09543ad67 admin admin] Publish callbacks [] for security_group (a876bd78-0610-4ddf-9720-1ade025a758e), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:39.429438 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d6a62074-b3ba-4782-bdad-59c09543ad67 admin admin] Publish callbacks [] for security_group (a876bd78-0610-4ddf-9720-1ade025a758e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:39.448388 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:39.450831 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0764f6-afba-4aaf-91d9-646d6c223b0f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:08:39.457550 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9a0764f6-afba-4aaf-91d9-646d6c223b0f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:39.465382 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc82028-1f07-4a0a-862e-e632ef9c1b23 None None] Sync routers for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:08:39.476054 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'port_id': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5', 'mac_address': 'fa:16:3e:b0:23:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:08:39.506946 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc82028-1f07-4a0a-862e-e632ef9c1b23 None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:39.507609 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-6dc82028-1f07-4a0a-862e-e632ef9c1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:08:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:39.518921 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:39.560493 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d6a62074-b3ba-4782-bdad-59c09543ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a876bd78-0610-4ddf-9720-1ade025a758e), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:39.563612 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d6a62074-b3ba-4782-bdad-59c09543ad67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:39.567635 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d6a62074-b3ba-4782-bdad-59c09543ad67 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a876bd78-0610-4ddf-9720-1ade025a758e HTTP/1.1" status: 204 len: 168 time: 0.2596018 May 25 16:08:39.570605 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 149c600b-b80f-41a1-a754-cb48b95c5cb2 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:39.571189 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:39.574599 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:39.577221 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:39.581347 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a62074-b3ba-4782-bdad-59c09543ad67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a876bd78-0610-4ddf-9720-1ade025a758e,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:39.584887 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:39.640803 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:08:39.671620 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbb87f-12b1-44fe-a342-3bc2a95de02f req-5d4b3169-d35e-4f36-942f-3f155cfc922c tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:39.673363 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-11bbb87f-12b1-44fe-a342-3bc2a95de02f req-5d4b3169-d35e-4f36-942f-3f155cfc922c tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 944 time: 0.2334940 May 25 16:08:39.675099 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-9a0764f6-afba-4aaf-91d9-646d6c223b0f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "PUT /v2.0/floatingips/30a71b04-3b3c-4381-ae38-86e795ccf62c HTTP/1.1" status: 200 len: 991 time: 1.8837779 May 25 16:08:39.675645 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:39.680844 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61575776-b22f-43eb-bc0c-0ce410674e05" -d '{"events": [{"name": "network-changed", "server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:39.716189 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149c600b-b80f-41a1-a754-cb48b95c5cb2'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:39.719392 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2afad-2128-45d2-a115-e0a14df640b1 req-64de35e7-49fd-4025-910c-ecbb646f7193 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:39.722572 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3ab2afad-2128-45d2-a115-e0a14df640b1 req-64de35e7-49fd-4025-910c-ecbb646f7193 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.1031642 May 25 16:08:39.724590 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a4044a-c33b-462b-b679-08c5d4ac19e4" -d '{"events": [{"server_uuid": "fb52261b-f0d9-4cfc-a5df-dc306324060a", "name": "network-vif-plugged", "status": "completed", "tag": "149c600b-b80f-41a1-a754-cb48b95c5cb2"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:39.736113 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-6dc82028-1f07-4a0a-862e-e632ef9c1b23 None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:39.745151 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:39.773431 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 149c600b-b80f-41a1-a754-cb48b95c5cb2, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=149c600b-b80f-41a1-a754-cb48b95c5cb2,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:39.779143 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:39.796309 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-11bbb87f-12b1-44fe-a342-3bc2a95de02f req-33e356fe-bbfb-4f40-90d4-55a4a4e177e6 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075559 May 25 16:08:39.825036 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:39.825687 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3ab2afad-2128-45d2-a115-e0a14df640b1 req-47d625d7-13c4-4d81-8201-f9d676d1ddf3 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957470 May 25 16:08:39.907861 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:39.997428 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:40.005520 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82c1aae-bd2c-40dc-984f-0bc3d3dcecdc x-openstack-request-id: req-a82c1aae-bd2c-40dc-984f-0bc3d3dcecdc {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:40.005912 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:40.006120 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a82c1aae-bd2c-40dc-984f-0bc3d3dcecdc {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:40.006609 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82c1aae-bd2c-40dc-984f-0bc3d3dcecdc'] response: {'name': 'network-changed', 'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'status': 'completed', 'code': 200} May 25 16:08:40.026987 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61575776-b22f-43eb-bc0c-0ce410674e05 req-200dd13a-b0bf-4a2b-ae4b-f25447e4a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:40.028901 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61575776-b22f-43eb-bc0c-0ce410674e05 req-200dd13a-b0bf-4a2b-ae4b-f25447e4a59a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 1129 time: 0.0887361 May 25 16:08:40.033758 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe7d893-beec-40e4-97ad-23547a3b3ec0 x-openstack-request-id: req-5fe7d893-beec-40e4-97ad-23547a3b3ec0 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:40.034064 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb52261b-f0d9-4cfc-a5df-dc306324060a", "name": "network-vif-plugged", "status": "completed", "tag": "149c600b-b80f-41a1-a754-cb48b95c5cb2", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:40.037111 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5fe7d893-beec-40e4-97ad-23547a3b3ec0 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:40.039061 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe7d893-beec-40e4-97ad-23547a3b3ec0'] response: {'server_uuid': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'code': 200} May 25 16:08:40.048417 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=149c600b-b80f-41a1-a754-cb48b95c5cb2,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:40.075798 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93714430-4ac7-4d61-9d2f-6cc116e92252 req-fd683848-f29e-4338-b2f7-0495e1ba2a4e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:40.086768 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93714430-4ac7-4d61-9d2f-6cc116e92252 req-fd683848-f29e-4338-b2f7-0495e1ba2a4e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 944 time: 0.2067921 May 25 16:08:40.098455 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:40.182860 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['ba260aab-9e99-4e6c-ad1d-fdc814dca2d5'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:08:40.188361 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61575776-b22f-43eb-bc0c-0ce410674e05 req-d626a46d-505b-4e23-b573-b35f25fbda82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:40.191043 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61575776-b22f-43eb-bc0c-0ce410674e05 req-d626a46d-505b-4e23-b573-b35f25fbda82 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 918 time: 0.1559525 May 25 16:08:40.217050 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93714430-4ac7-4d61-9d2f-6cc116e92252 req-5ced9ebe-17d8-4ca5-9da4-6908c07c2172 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293843 May 25 16:08:40.331180 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-6dc82028-1f07-4a0a-862e-e632ef9c1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '30a71b04-3b3c-4381-ae38-86e795ccf62c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'port_id': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'mac_address': 'fa:16:3e:d1:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:06Z', 'updated_at': '2022-05-25T16:08:38Z', 'revision_number': 1, 'project_id': 'feb4d81e1722439591065849449aeb18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 5, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:40.377823 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc82028-1f07-4a0a-862e-e632ef9c1b23 None None] Checking router: 497b6ad6-c741-4530-aca2-eee341ada5cc for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:08:40.395501 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc82028-1f07-4a0a-862e-e632ef9c1b23 None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:40.397204 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-6dc82028-1f07-4a0a-862e-e632ef9c1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:08:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:40.402416 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1e962-7581-45fc-b1a7-7d80a7415ef7 req-0c9f0800-4543-4104-b691-3cd30ac96f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:40.405205 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e8e1e962-7581-45fc-b1a7-7d80a7415ef7 req-0c9f0800-4543-4104-b691-3cd30ac96f57 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 1129 time: 0.1559753 May 25 16:08:40.413422 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61575776-b22f-43eb-bc0c-0ce410674e05 req-0e38a40b-f177-4a4a-b7ce-964a1a2ae41d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 HTTP/1.1" status: 200 len: 999 time: 0.2128208 May 25 16:08:40.523904 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61575776-b22f-43eb-bc0c-0ce410674e05 req-7e91b1ce-3016-493e-b145-489e2891cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:40.525392 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61575776-b22f-43eb-bc0c-0ce410674e05 req-7e91b1ce-3016-493e-b145-489e2891cc89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d8acf95-745a-4435-acb1-9312c55c7e90 HTTP/1.1" status: 200 len: 856 time: 0.0902066 May 25 16:08:40.528110 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e8e1e962-7581-45fc-b1a7-7d80a7415ef7 req-ad7d1585-58bd-4c5f-97ae-c0b1c7615ce1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135798 May 25 16:08:40.536763 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-6dc82028-1f07-4a0a-862e-e632ef9c1b23 None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:40.764468 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-6dc82028-1f07-4a0a-862e-e632ef9c1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '30a71b04-3b3c-4381-ae38-86e795ccf62c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'port_id': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'mac_address': 'fa:16:3e:d1:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:06Z', 'updated_at': '2022-05-25T16:08:38Z', 'revision_number': 1, 'project_id': 'feb4d81e1722439591065849449aeb18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 5, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:40.793399 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc82028-1f07-4a0a-862e-e632ef9c1b23 None None] The sync data for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi is: [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '30a71b04-3b3c-4381-ae38-86e795ccf62c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'port_id': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'mac_address': 'fa:16:3e:d1:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:06Z', 'updated_at': '2022-05-25T16:08:38Z', 'revision_number': 1, 'project_id': 'feb4d81e1722439591065849449aeb18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 5, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:08:40.838015 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61575776-b22f-43eb-bc0c-0ce410674e05 req-38153c95-a702-469d-9851-34f889e2b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:40.839674 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61575776-b22f-43eb-bc0c-0ce410674e05 req-38153c95-a702-469d-9851-34f889e2b295 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a65193d0-d741-4333-90e3-e22c40adb85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553169 May 25 16:08:40.969484 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc63069-1774-4a59-91d2-6148b42d1648 req-a2f28e1c-d859-493a-a501-cdff1517565b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:40.971399 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8dc63069-1774-4a59-91d2-6148b42d1648 req-a2f28e1c-d859-493a-a501-cdff1517565b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 945 time: 0.0938535 May 25 16:08:40.972003 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023c914-20f4-4183-b5a2-71615d934fef req-1d7da5d7-f395-4678-bea5-b81a33dfe486 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:40.973651 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b023c914-20f4-4183-b5a2-71615d934fef req-1d7da5d7-f395-4678-bea5-b81a33dfe486 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0630460 May 25 16:08:41.013853 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61575776-b22f-43eb-bc0c-0ce410674e05 req-04ff3e0e-ea1d-4e5d-8ff5-cd4ad041c2fe service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638339 May 25 16:08:41.026210 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:41.049017 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b023c914-20f4-4183-b5a2-71615d934fef req-56269f76-0b45-4ca7-ac5f-90f41c45d56f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633066 May 25 16:08:41.055220 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:41.106197 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8dc63069-1774-4a59-91d2-6148b42d1648 req-8a996292-81ed-423a-ad95-ca8f49c4a64a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245806 May 25 16:08:41.118878 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1a320-c577-488b-aaa7-259b0cba93a1 None None] New status for floating IP 30a71b04-3b3c-4381-ae38-86e795ccf62c: ACTIVE {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:08:41.164492 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61575776-b22f-43eb-bc0c-0ce410674e05 req-9326ebb2-c773-430b-bfeb-7fafd4c3108f service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398253 May 25 16:08:41.340613 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:08:41.397258 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf9f55-a518-4bb8-b294-bae7f5152281 req-1e19eb68-0375-4d79-83c7-086876aee78e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:41.406186 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5bdf9f55-a518-4bb8-b294-bae7f5152281 req-1e19eb68-0375-4d79-83c7-086876aee78e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 944 time: 0.0949094 May 25 16:08:41.474922 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5bdf9f55-a518-4bb8-b294-bae7f5152281 req-b7867079-dfee-457f-bf97-efecc9394a48 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675883 May 25 16:08:41.500682 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:08:41.509130 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:08:41.510044 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:41.590047 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:41.604461 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:08:41.604846 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:41.640935 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:41.646582 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:41.695567 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:41.799366 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35904) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:41.924384 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dd294997-5c87-4081-a585-e5a70987fc09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:42.017207 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dd294997-5c87-4081-a585-e5a70987fc09 admin admin] Publish callbacks [] for security_group (75145ff3-9365-48ea-ac07-fc0c412b368b), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:42.026548 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dd294997-5c87-4081-a585-e5a70987fc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (75145ff3-9365-48ea-ac07-fc0c412b368b), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:42.040309 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f2914-854d-4d77-82e5-680200d4d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:42.042763 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7be0d7d-500b-4fc4-9c8b-b4cbc143f319" -d '{"events": [{"server_uuid": "6c5f2914-854d-4d77-82e5-680200d4d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "ba260aab-9e99-4e6c-ad1d-fdc814dca2d5"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:42.083340 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-dd294997-5c87-4081-a585-e5a70987fc09 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5d611b60a5b846e0a521caaf235da70a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824762 May 25 16:08:42.084622 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd294997-5c87-4081-a585-e5a70987fc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75145ff3-9365-48ea-ac07-fc0c412b368b,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:42.086251 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35918) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:42.140584 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c393dc24-595a-489f-85e1-42fedf3fb884 x-openstack-request-id: req-c393dc24-595a-489f-85e1-42fedf3fb884 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:42.141088 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f2914-854d-4d77-82e5-680200d4d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "ba260aab-9e99-4e6c-ad1d-fdc814dca2d5", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:42.141169 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c393dc24-595a-489f-85e1-42fedf3fb884 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:42.141576 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c393dc24-595a-489f-85e1-42fedf3fb884'] response: {'server_uuid': '6c5f2914-854d-4d77-82e5-680200d4d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5', 'code': 200} May 25 16:08:42.212007 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93c0eb-7511-43a4-a1c8-61de0a43082b req-7ddf271d-e839-4ee7-88c1-e8e7abf12fa4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:42.213523 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8c93c0eb-7511-43a4-a1c8-61de0a43082b req-7ddf271d-e839-4ee7-88c1-e8e7abf12fa4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0704963 May 25 16:08:42.218780 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b1a63960-7b67-4c45-a73e-52eabdcdb47a admin admin] Publish callbacks [] for security_group (75145ff3-9365-48ea-ac07-fc0c412b368b), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:42.270085 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b1a63960-7b67-4c45-a73e-52eabdcdb47a admin admin] Publish callbacks [] for security_group (75145ff3-9365-48ea-ac07-fc0c412b368b), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:42.272622 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:42.309723 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cfceb-196b-4d04-9766-b337a55b0e33 req-4ddd8272-91d6-4a70-b4a4-2ef8e2b42006 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:42.315473 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-542cfceb-196b-4d04-9766-b337a55b0e33 req-4ddd8272-91d6-4a70-b4a4-2ef8e2b42006 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 945 time: 0.1096828 May 25 16:08:42.363609 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8c93c0eb-7511-43a4-a1c8-61de0a43082b req-0712672e-6f03-4baa-ae3e-8a9605863f94 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424952 May 25 16:08:42.380478 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-542cfceb-196b-4d04-9766-b337a55b0e33 req-6f41a67b-dc0f-4578-af95-61978fe37306 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587316 May 25 16:08:42.381214 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b1a63960-7b67-4c45-a73e-52eabdcdb47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (75145ff3-9365-48ea-ac07-fc0c412b368b), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:42.384004 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b1a63960-7b67-4c45-a73e-52eabdcdb47a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:42.385141 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b1a63960-7b67-4c45-a73e-52eabdcdb47a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/75145ff3-9365-48ea-ac07-fc0c412b368b HTTP/1.1" status: 204 len: 168 time: 0.2978160 May 25 16:08:42.393564 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a63960-7b67-4c45-a73e-52eabdcdb47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75145ff3-9365-48ea-ac07-fc0c412b368b,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:42.543872 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fac10-e541-432e-b523-fb847089d578 req-a8b4d4c1-6881-4cac-b0bb-66cde7106321 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:42.545760 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-856fac10-e541-432e-b523-fb847089d578 req-a8b4d4c1-6881-4cac-b0bb-66cde7106321 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 945 time: 0.0578923 May 25 16:08:42.556658 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35950) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:42.561297 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-cb708cc1-6ee2-4228-862a-2248fffef55b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'floatingip': {'port_id': '149c600b-b80f-41a1-a754-cb48b95c5cb2'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:42.614796 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb708cc1-6ee2-4228-862a-2248fffef55b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (d26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:42.637892 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783fe75-d640-44c2-aafa-fe27166fa8c3 req-78d93b15-deff-4fd8-bd1e-ce1b27668921 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:42.639840 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e783fe75-d640-44c2-aafa-fe27166fa8c3 req-78d93b15-deff-4fd8-bd1e-ce1b27668921 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0735869 May 25 16:08:42.732393 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e783fe75-d640-44c2-aafa-fe27166fa8c3 req-4db46d64-5ef2-4451-84af-d5a2e51bc86b tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854490 May 25 16:08:42.878703 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d598b-3d05-4fc9-94f5-b814c4554b69 req-0400a614-2289-498d-b7a1-945a90d0018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:42.880738 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 35960) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:42.880852 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ea8d598b-3d05-4fc9-94f5-b814c4554b69 req-0400a614-2289-498d-b7a1-945a90d0018a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 1129 time: 0.0620732 May 25 16:08:42.897483 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-055a0ccd-3610-4acc-93a8-aede84478944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:42.942935 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ea8d598b-3d05-4fc9-94f5-b814c4554b69 req-9e7b7224-c6f3-48c3-b61b-1db2aac6ac70 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417864 May 25 16:08:43.024689 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:43.042525 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35964) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:43.131397 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-055a0ccd-3610-4acc-93a8-aede84478944 admin admin] Publish callbacks [] for security_group (72afb73e-e23a-450c-bb03-14cf8423d551), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.138823 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:43.142271 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-055a0ccd-3610-4acc-93a8-aede84478944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (72afb73e-e23a-450c-bb03-14cf8423d551), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.155054 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fc281a33-d5e9-4881-be28-3e0b31c35b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.223494 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-055a0ccd-3610-4acc-93a8-aede84478944 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6715b2ddf0f644d39394ef9490453077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416829 May 25 16:08:43.226345 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35968) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:43.228545 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a0ccd-3610-4acc-93a8-aede84478944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72afb73e-e23a-450c-bb03-14cf8423d551,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:43.233315 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb708cc1-6ee2-4228-862a-2248fffef55b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.238995 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb708cc1-6ee2-4228-862a-2248fffef55b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (d26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.247028 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fc281a33-d5e9-4881-be28-3e0b31c35b47 admin admin] Publish callbacks [] for security_group (5de90a83-c165-43ad-a7a2-a365f7e40367), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.257883 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fc281a33-d5e9-4881-be28-3e0b31c35b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (5de90a83-c165-43ad-a7a2-a365f7e40367), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.317183 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-fc281a33-d5e9-4881-be28-3e0b31c35b47 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7444edb096dc4c80b0b64f04736029f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708702 May 25 16:08:43.317395 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc281a33-d5e9-4881-be28-3e0b31c35b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de90a83-c165-43ad-a7a2-a365f7e40367,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:43.321743 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 35970) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:43.331595 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0cd64f3f-f184-4758-8ea1-815d7b5addf6 admin admin] Publish callbacks [] for security_group (72afb73e-e23a-450c-bb03-14cf8423d551), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.559153 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5966b-b34e-4b0b-a806-eb2a01be8b58 req-6bdf6e55-159a-4dc6-84cb-a9646bc6aacf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:43.560752 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a9b5966b-b34e-4b0b-a806-eb2a01be8b58 req-6bdf6e55-159a-4dc6-84cb-a9646bc6aacf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0601854 May 25 16:08:43.589354 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0cd64f3f-f184-4758-8ea1-815d7b5addf6 admin admin] Publish callbacks [] for security_group (72afb73e-e23a-450c-bb03-14cf8423d551), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.607761 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:43.632029 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-cb708cc1-6ee2-4228-862a-2248fffef55b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Floating IP d26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca associated. External IP: 172.27.0.189, port: 149c600b-b80f-41a1-a754-cb48b95c5cb2. May 25 16:08:43.634764 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-260fd5e9-43cd-4904-bff8-03e36fbfc227 admin admin] Publish callbacks [] for security_group (5de90a83-c165-43ad-a7a2-a365f7e40367), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.660709 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-260fd5e9-43cd-4904-bff8-03e36fbfc227 admin admin] Publish callbacks [] for security_group (5de90a83-c165-43ad-a7a2-a365f7e40367), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.684676 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a9b5966b-b34e-4b0b-a806-eb2a01be8b58 req-eadcb737-b7cd-438e-930e-23d11ba05901 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000855 May 25 16:08:43.700359 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0cd64f3f-f184-4758-8ea1-815d7b5addf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (72afb73e-e23a-450c-bb03-14cf8423d551), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.700997 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0cd64f3f-f184-4758-8ea1-815d7b5addf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.704818 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-0cd64f3f-f184-4758-8ea1-815d7b5addf6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/72afb73e-e23a-450c-bb03-14cf8423d551 HTTP/1.1" status: 204 len: 168 time: 0.4775028 May 25 16:08:43.715160 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd64f3f-f184-4758-8ea1-815d7b5addf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72afb73e-e23a-450c-bb03-14cf8423d551,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:43.749650 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-260fd5e9-43cd-4904-bff8-03e36fbfc227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (5de90a83-c165-43ad-a7a2-a365f7e40367), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.754328 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-260fd5e9-43cd-4904-bff8-03e36fbfc227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:43.759035 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-260fd5e9-43cd-4904-bff8-03e36fbfc227 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5de90a83-c165-43ad-a7a2-a365f7e40367 HTTP/1.1" status: 204 len: 168 time: 0.4359810 May 25 16:08:43.768415 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fd5e9-43cd-4904-bff8-03e36fbfc227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de90a83-c165-43ad-a7a2-a365f7e40367,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:43.923331 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083fc22-26b6-4515-8698-40d240e81253 req-d91bdfc1-4bc6-403e-af43-1e82a9a76d77 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:43.936435 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9083fc22-26b6-4515-8698-40d240e81253 req-d91bdfc1-4bc6-403e-af43-1e82a9a76d77 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0881405 May 25 16:08:43.958315 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb708cc1-6ee2-4228-862a-2248fffef55b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:08:43.973828 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:43.998543 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9083fc22-26b6-4515-8698-40d240e81253 req-d083bd4a-a418-423e-9398-92a5220ca0fa tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587645 May 25 16:08:44.074803 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb708cc1-6ee2-4228-862a-2248fffef55b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:08:44.079566 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb708cc1-6ee2-4228-862a-2248fffef55b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:44.087514 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dbe482-e61f-431a-ab9d-40b4a6e688a6 None None] Sync routers for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:08:44.097538 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dbe482-e61f-431a-ab9d-40b4a6e688a6 None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:44.098382 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-01dbe482-e61f-431a-ab9d-40b4a6e688a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:08:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:44.116122 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-cb708cc1-6ee2-4228-862a-2248fffef55b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "PUT /v2.0/floatingips/d26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca HTTP/1.1" status: 200 len: 991 time: 1.5558724 May 25 16:08:44.116122 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'tag': '149c600b-b80f-41a1-a754-cb48b95c5cb2'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:44.118082 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21f7da2-723a-4d46-ad34-fba45faf476d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb52261b-f0d9-4cfc-a5df-dc306324060a", "tag": "149c600b-b80f-41a1-a754-cb48b95c5cb2"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:44.176673 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952a02ce-1ffd-4f74-8d1c-1b795bcb6106 x-openstack-request-id: req-952a02ce-1ffd-4f74-8d1c-1b795bcb6106 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:44.177292 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb52261b-f0d9-4cfc-a5df-dc306324060a", "tag": "149c600b-b80f-41a1-a754-cb48b95c5cb2", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:44.177401 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-952a02ce-1ffd-4f74-8d1c-1b795bcb6106 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:44.177981 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952a02ce-1ffd-4f74-8d1c-1b795bcb6106'] response: {'name': 'network-changed', 'server_uuid': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'tag': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'status': 'completed', 'code': 200} May 25 16:08:44.208696 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36018) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:44.209630 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:44.231929 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f06086f5-ff54-4561-bad7-969b99dcffee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:44.237950 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-01dbe482-e61f-431a-ab9d-40b4a6e688a6 None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:44.332893 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f06086f5-ff54-4561-bad7-969b99dcffee admin admin] Publish callbacks [] for security_group (75b3a88a-55db-4990-9426-570abba9189f), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:44.338348 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f06086f5-ff54-4561-bad7-969b99dcffee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (75b3a88a-55db-4990-9426-570abba9189f), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:44.343749 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:44.387461 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f06086f5-ff54-4561-bad7-969b99dcffee admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7f1ced3d53164101a8a54aeca9a0efee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773300 May 25 16:08:44.388752 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06086f5-ff54-4561-bad7-969b99dcffee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b3a88a-55db-4990-9426-570abba9189f,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:44.390485 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36020) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:44.460124 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0fce5d46-044d-4cff-8c79-ea0a20e9f0a4 admin admin] Publish callbacks [] for security_group (75b3a88a-55db-4990-9426-570abba9189f), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:44.483575 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0fce5d46-044d-4cff-8c79-ea0a20e9f0a4 admin admin] Publish callbacks [] for security_group (75b3a88a-55db-4990-9426-570abba9189f), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:44.504927 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-01dbe482-e61f-431a-ab9d-40b4a6e688a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'd26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:29:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:19Z', 'updated_at': '2022-05-25T16:08:43Z', 'revision_number': 1, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:44.531263 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dbe482-e61f-431a-ab9d-40b4a6e688a6 None None] Checking router: 87c12870-9bf7-4d4c-94f8-90429b2d4d14 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:08:44.539288 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0fce5d46-044d-4cff-8c79-ea0a20e9f0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (75b3a88a-55db-4990-9426-570abba9189f), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:44.542673 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dbe482-e61f-431a-ab9d-40b4a6e688a6 None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:44.542833 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0fce5d46-044d-4cff-8c79-ea0a20e9f0a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:44.543642 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-01dbe482-e61f-431a-ab9d-40b4a6e688a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:08:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:44.543942 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-0fce5d46-044d-4cff-8c79-ea0a20e9f0a4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/75b3a88a-55db-4990-9426-570abba9189f HTTP/1.1" status: 204 len: 168 time: 0.1520431 May 25 16:08:44.553693 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce5d46-044d-4cff-8c79-ea0a20e9f0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b3a88a-55db-4990-9426-570abba9189f,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:44.642279 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:44.673980 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-01dbe482-e61f-431a-ab9d-40b4a6e688a6 None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:44.826531 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bb5a6-97aa-4152-830e-2007d1a1a8e3 req-ac777b39-7db4-4400-b777-41461e71fbf5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:44.837090 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb7bb5a6-97aa-4152-830e-2007d1a1a8e3 req-ac777b39-7db4-4400-b777-41461e71fbf5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0699244 May 25 16:08:44.901746 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb7bb5a6-97aa-4152-830e-2007d1a1a8e3 req-64143c21-6435-49db-9a57-90320c13f0af tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563638 May 25 16:08:45.117926 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-01dbe482-e61f-431a-ab9d-40b4a6e688a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'd26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:29:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:19Z', 'updated_at': '2022-05-25T16:08:43Z', 'revision_number': 1, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:45.155577 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dbe482-e61f-431a-ab9d-40b4a6e688a6 None None] The sync data for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi is: [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'd26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:29:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:19Z', 'updated_at': '2022-05-25T16:08:43Z', 'revision_number': 1, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:08:45.156503 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7dd1b4-b280-4a4a-a489-e59a3b46f4fc req-1f25b7b4-31f8-4265-bcce-cd818ff7c11c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:45.165251 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5a7dd1b4-b280-4a4a-a489-e59a3b46f4fc req-1f25b7b4-31f8-4265-bcce-cd818ff7c11c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0795124 May 25 16:08:45.185049 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:45.227950 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5a7dd1b4-b280-4a4a-a489-e59a3b46f4fc req-21f7ea9d-50fe-4a69-a2ce-d1488b9f77eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616882 May 25 16:08:45.383661 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36068) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:45.601975 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6327fc25-e8b8-4c67-8f20-68feae7a64df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:45.718235 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6327fc25-e8b8-4c67-8f20-68feae7a64df admin admin] Publish callbacks [] for security_group (565e683f-3370-42bf-a2eb-754cdcf312fe), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:45.723662 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6327fc25-e8b8-4c67-8f20-68feae7a64df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (565e683f-3370-42bf-a2eb-754cdcf312fe), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:45.769434 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6327fc25-e8b8-4c67-8f20-68feae7a64df admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=84f4f535f32e4893a93753de97ead7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846321 May 25 16:08:45.770739 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327fc25-e8b8-4c67-8f20-68feae7a64df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565e683f-3370-42bf-a2eb-754cdcf312fe,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:45.772316 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36088) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:45.827776 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-faa7476d-2492-45e1-b23d-f2c1b3fce823 admin admin] Publish callbacks [] for security_group (565e683f-3370-42bf-a2eb-754cdcf312fe), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:45.856629 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-faa7476d-2492-45e1-b23d-f2c1b3fce823 admin admin] Publish callbacks [] for security_group (565e683f-3370-42bf-a2eb-754cdcf312fe), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:45.916048 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-faa7476d-2492-45e1-b23d-f2c1b3fce823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (565e683f-3370-42bf-a2eb-754cdcf312fe), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:45.919126 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-faa7476d-2492-45e1-b23d-f2c1b3fce823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:45.920449 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-faa7476d-2492-45e1-b23d-f2c1b3fce823 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/565e683f-3370-42bf-a2eb-754cdcf312fe HTTP/1.1" status: 204 len: 168 time: 0.1466558 May 25 16:08:45.929810 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7476d-2492-45e1-b23d-f2c1b3fce823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565e683f-3370-42bf-a2eb-754cdcf312fe,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:46.042930 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9bd22f-e94a-4f6c-8b6c-0de7058e34fe None None] New status for floating IP d26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca: ACTIVE {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:08:46.117364 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7965bf5-7670-48ef-947b-0a20626b3bcf req-bc66f647-3eb2-444f-9704-fcb7e8649adc tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:46.126649 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b7965bf5-7670-48ef-947b-0a20626b3bcf req-bc66f647-3eb2-444f-9704-fcb7e8649adc tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0915883 May 25 16:08:46.197686 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b7965bf5-7670-48ef-947b-0a20626b3bcf req-ea7700aa-458d-498d-84d9-da55ed20ff38 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700779 May 25 16:08:46.488510 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36130) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:46.498546 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f7da2-723a-4d46-ad34-fba45faf476d req-b77ed0d0-a701-4737-afd8-1935a36b3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:46.500230 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d21f7da2-723a-4d46-ad34-fba45faf476d req-b77ed0d0-a701-4737-afd8-1935a36b3a41 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 1129 time: 0.0889778 May 25 16:08:46.521869 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:46.586499 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccefda8-8e56-4e03-a606-541c6630f4e5 req-e234b368-08f4-4cd7-867e-9f4b562e2d25 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:46.588053 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cccefda8-8e56-4e03-a606-541c6630f4e5 req-e234b368-08f4-4cd7-867e-9f4b562e2d25 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0901196 May 25 16:08:46.668006 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cccefda8-8e56-4e03-a606-541c6630f4e5 req-a40e62d9-6694-44f0-a8a8-7ae26d253c05 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738628 May 25 16:08:46.695961 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Publish callbacks [] for security_group (eabed0f7-6fe9-4c34-adf0-d0329b481ab7), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:46.700581 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (eabed0f7-6fe9-4c34-adf0-d0329b481ab7), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:46.743476 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=44b0084b146d48bc9709a40c487c6a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540894 May 25 16:08:46.744649 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabed0f7-6fe9-4c34-adf0-d0329b481ab7,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:46.746419 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36146) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:46.752923 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.753547 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.754083 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.754879 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.755309 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.755750 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.756193 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.756581 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.756969 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.757355 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.757766 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.758166 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.758550 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.758945 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.759324 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e358ec-c469-4381-b1a0-9c0dcaa4877d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:46.806694 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-99597501-849f-431f-9408-492fcfd7a4cc admin admin] Publish callbacks [] for security_group (eabed0f7-6fe9-4c34-adf0-d0329b481ab7), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:46.828182 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36148) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:46.828328 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-99597501-849f-431f-9408-492fcfd7a4cc admin admin] Publish callbacks [] for security_group (eabed0f7-6fe9-4c34-adf0-d0329b481ab7), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:46.857725 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:46.884753 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-99597501-849f-431f-9408-492fcfd7a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (eabed0f7-6fe9-4c34-adf0-d0329b481ab7), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:46.886715 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-99597501-849f-431f-9408-492fcfd7a4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:46.888394 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-99597501-849f-431f-9408-492fcfd7a4cc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/eabed0f7-6fe9-4c34-adf0-d0329b481ab7 HTTP/1.1" status: 204 len: 168 time: 0.1407442 May 25 16:08:46.897099 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99597501-849f-431f-9408-492fcfd7a4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabed0f7-6fe9-4c34-adf0-d0329b481ab7,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:47.000403 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b69f58ee-766f-4035-be31-345299d18d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.087616 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b69f58ee-766f-4035-be31-345299d18d2c admin admin] Publish callbacks [] for security_group (f7de7519-dbee-4c61-855c-05d00a0f00c4), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.100312 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b69f58ee-766f-4035-be31-345299d18d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f7de7519-dbee-4c61-855c-05d00a0f00c4), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.145065 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f58ee-766f-4035-be31-345299d18d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7de7519-dbee-4c61-855c-05d00a0f00c4,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:47.155756 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36166) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:47.168503 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b69f58ee-766f-4035-be31-345299d18d2c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4db65cfe4631447782cfb6f888f46954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391504 May 25 16:08:47.211429 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Publish callbacks [] for security_group (f7de7519-dbee-4c61-855c-05d00a0f00c4), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.240751 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Publish callbacks [] for security_group (f7de7519-dbee-4c61-855c-05d00a0f00c4), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.253315 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:47.356653 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36170) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:47.374120 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1ae5d8d0-b048-4ca4-8edd-a23856adee86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.410906 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae987ed-b076-4a74-8e1b-27b44715ee90 req-beda89a7-dab8-4602-90f2-20e654ef9e0d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:47.412507 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cae987ed-b076-4a74-8e1b-27b44715ee90 req-beda89a7-dab8-4602-90f2-20e654ef9e0d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.1157637 May 25 16:08:47.413336 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:47.446040 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f7de7519-dbee-4c61-855c-05d00a0f00c4), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.448879 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.450222 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f7de7519-dbee-4c61-855c-05d00a0f00c4 HTTP/1.1" status: 204 len: 168 time: 0.2930932 May 25 16:08:47.474055 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f7da2-723a-4d46-ad34-fba45faf476d req-d2dd469f-4904-451f-a258-2f1376e6e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:47.476341 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d21f7da2-723a-4d46-ad34-fba45faf476d req-d2dd469f-4904-451f-a258-2f1376e6e92d service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 200 len: 915 time: 0.1983707 May 25 16:08:47.477425 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7de7519-dbee-4c61-855c-05d00a0f00c4,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:47.497074 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.497661 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.498180 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.498652 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.499697 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.500216 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.500692 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.501158 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.501627 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.502096 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.502585 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.503070 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.503536 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.504027 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.504487 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e45b05-7acc-4aeb-8c49-d4688ab9b907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:47.509624 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1ae5d8d0-b048-4ca4-8edd-a23856adee86 admin admin] Publish callbacks [] for security_group (9b216152-e5ff-4900-a3a2-8e867ab0c3de), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.523502 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cae987ed-b076-4a74-8e1b-27b44715ee90 req-0c936921-87f7-472b-a840-25be3b8cf655 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997252 May 25 16:08:47.527784 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1ae5d8d0-b048-4ca4-8edd-a23856adee86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (9b216152-e5ff-4900-a3a2-8e867ab0c3de), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.557621 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:47.584060 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1ae5d8d0-b048-4ca4-8edd-a23856adee86 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=23961c6a01db44918b65cc3118065269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262135 May 25 16:08:47.585780 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5d8d0-b048-4ca4-8edd-a23856adee86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b216152-e5ff-4900-a3a2-8e867ab0c3de,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:47.587160 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36180) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:47.645882 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-abe0d95e-b379-49c2-b0f8-b775febd9422 admin admin] Publish callbacks [] for security_group (9b216152-e5ff-4900-a3a2-8e867ab0c3de), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.668707 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-abe0d95e-b379-49c2-b0f8-b775febd9422 admin admin] Publish callbacks [] for security_group (9b216152-e5ff-4900-a3a2-8e867ab0c3de), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.728623 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-abe0d95e-b379-49c2-b0f8-b775febd9422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (9b216152-e5ff-4900-a3a2-8e867ab0c3de), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.732904 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-abe0d95e-b379-49c2-b0f8-b775febd9422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:47.734306 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-abe0d95e-b379-49c2-b0f8-b775febd9422 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9b216152-e5ff-4900-a3a2-8e867ab0c3de HTTP/1.1" status: 204 len: 168 time: 0.1453393 May 25 16:08:47.747723 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0d95e-b379-49c2-b0f8-b775febd9422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b216152-e5ff-4900-a3a2-8e867ab0c3de,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:47.872904 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b6f36-3e20-40e3-80f4-94c16bab7b20 req-db70195a-a185-41ab-aa7d-c7360fc8d088 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:47.880027 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-125b6f36-3e20-40e3-80f4-94c16bab7b20 req-db70195a-a185-41ab-aa7d-c7360fc8d088 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0920053 May 25 16:08:47.919440 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2031e6c8-948e-44e1-b0ea-d324a542ece4 req-4adf1e14-cdc6-425f-b751-dcd4eea0f032 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1377342 May 25 16:08:47.924243 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d21f7da2-723a-4d46-ad34-fba45faf476d req-e3dddb70-18ac-40e0-ad6d-3c06e72b3cae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=149c600b-b80f-41a1-a754-cb48b95c5cb2 HTTP/1.1" status: 200 len: 1001 time: 0.1412888 May 25 16:08:47.951021 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-125b6f36-3e20-40e3-80f4-94c16bab7b20 req-a707d9ff-8e4c-41ee-965e-b8559dd8816e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699234 May 25 16:08:48.056818 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36206) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:48.073905 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d8b353cb-6bbe-4dff-8411-9ef6e794ad07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:48.108088 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031e6c8-948e-44e1-b0ea-d324a542ece4 req-e8bc17fe-04a5-475f-8c43-6e86d39dd7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:48.109613 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2031e6c8-948e-44e1-b0ea-d324a542ece4 req-e8bc17fe-04a5-475f-8c43-6e86d39dd7aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f6d103cb389478f94ce6afe687c0e28&device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 1129 time: 0.0987959 May 25 16:08:48.111002 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f7da2-723a-4d46-ad34-fba45faf476d req-e02bb4d3-c2c7-4edb-87f8-6e2fa93c23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:48.112350 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d21f7da2-723a-4d46-ad34-fba45faf476d req-e02bb4d3-c2c7-4edb-87f8-6e2fa93c23c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82c0c133-9624-48f4-80aa-0db4b953b350 HTTP/1.1" status: 200 len: 853 time: 0.1727259 May 25 16:08:48.126910 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50542e6-c2c6-4648-8adb-ec386ca13350 req-971fae19-0ba6-465c-9223-450ff4629a76 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:48.128518 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c50542e6-c2c6-4648-8adb-ec386ca13350 req-971fae19-0ba6-465c-9223-450ff4629a76 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0807385 May 25 16:08:48.148828 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36212) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:48.171057 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-ccb975c3-8e9f-4bc8-b48a-4b81321d6941 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Request body: {'floatingip': {'port_id': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:08:48.199039 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d8b353cb-6bbe-4dff-8411-9ef6e794ad07 admin admin] Publish callbacks [] for security_group (0dffc8fa-f24f-4571-92bb-7fb41c2c5ed8), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:48.208852 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d8b353cb-6bbe-4dff-8411-9ef6e794ad07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (0dffc8fa-f24f-4571-92bb-7fb41c2c5ed8), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:48.273843 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ccb975c3-8e9f-4bc8-b48a-4b81321d6941 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (4303b308-76ff-4f3d-b11c-1db5703f5e8d), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:48.319975 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b353cb-6bbe-4dff-8411-9ef6e794ad07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dffc8fa-f24f-4571-92bb-7fb41c2c5ed8,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:48.325169 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-d8b353cb-6bbe-4dff-8411-9ef6e794ad07 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0dcead8043534eddb819b5d17b7f036b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672355 May 25 16:08:48.328435 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36228) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:48.424299 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f7da2-723a-4d46-ad34-fba45faf476d req-ff0d0382-f2b3-4f8b-a278-3098888d4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:48.426297 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d21f7da2-723a-4d46-ad34-fba45faf476d req-ff0d0382-f2b3-4f8b-a278-3098888d4ed5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2968218 May 25 16:08:48.441121 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-81b71837-5778-45d2-9ac5-284553f770dc admin admin] Publish callbacks [] for security_group (0dffc8fa-f24f-4571-92bb-7fb41c2c5ed8), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:48.453280 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:48.484832 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-81b71837-5778-45d2-9ac5-284553f770dc admin admin] Publish callbacks [] for security_group (0dffc8fa-f24f-4571-92bb-7fb41c2c5ed8), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:48.585082 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-81b71837-5778-45d2-9ac5-284553f770dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (0dffc8fa-f24f-4571-92bb-7fb41c2c5ed8), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:48.588364 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-81b71837-5778-45d2-9ac5-284553f770dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:48.589778 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-81b71837-5778-45d2-9ac5-284553f770dc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0dffc8fa-f24f-4571-92bb-7fb41c2c5ed8 HTTP/1.1" status: 204 len: 168 time: 0.2597129 May 25 16:08:48.605885 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b71837-5778-45d2-9ac5-284553f770dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dffc8fa-f24f-4571-92bb-7fb41c2c5ed8,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:48.699651 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36244) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:48.722430 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358854f-2360-4f5d-9f5d-65fbb51305bb req-92e77340-da6d-491b-b922-9a5a8da54110 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:48.724359 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031e6c8-948e-44e1-b0ea-d324a542ece4 req-00c4fe5b-f39c-4a9d-9bfa-fd2e094c7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:48.725063 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f358854f-2360-4f5d-9f5d-65fbb51305bb req-92e77340-da6d-491b-b922-9a5a8da54110 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0658655 May 25 16:08:48.725840 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2031e6c8-948e-44e1-b0ea-d324a542ece4 req-00c4fe5b-f39c-4a9d-9bfa-fd2e094c7f93 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9b37dbb-a6ec-4de2-ba40-2fff8744b63a HTTP/1.1" status: 200 len: 912 time: 0.4462945 May 25 16:08:48.734482 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:48.809009 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ec0f9-633f-4ea8-b87c-a54fb984a4e0 req-1ae6f322-59f3-4827-a2c0-7d1faeaf73a1 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:48.810266 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f358854f-2360-4f5d-9f5d-65fbb51305bb req-69be4aee-8eb5-4883-9b22-00120c618559 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777900 May 25 16:08:48.810627 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-980ec0f9-633f-4ea8-b87c-a54fb984a4e0 req-1ae6f322-59f3-4827-a2c0-7d1faeaf73a1 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 945 time: 0.1511161 May 25 16:08:48.815004 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d21f7da2-723a-4d46-ad34-fba45faf476d req-6537aac7-6d92-4bbd-8d70-faff70b815df service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767526 May 25 16:08:48.951168 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e53866e2-93d1-43b8-8353-409a4d33f704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:48.997122 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-980ec0f9-633f-4ea8-b87c-a54fb984a4e0 req-35eb359c-9ff0-4215-92b9-e4ff1bb9a50a tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764278 May 25 16:08:49.045689 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e53866e2-93d1-43b8-8353-409a4d33f704 admin admin] Publish callbacks [] for security_group (54532ce0-7116-4a06-ae49-8585508bb414), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:49.052613 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e53866e2-93d1-43b8-8353-409a4d33f704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (54532ce0-7116-4a06-ae49-8585508bb414), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:49.075776 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:49.095441 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53866e2-93d1-43b8-8353-409a4d33f704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54532ce0-7116-4a06-ae49-8585508bb414,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:49.104470 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e53866e2-93d1-43b8-8353-409a4d33f704 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5588cf45bac642188ffc9fb436a6a2c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009733 May 25 16:08:49.104649 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36256) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:49.150838 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:49.167582 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7da5512e-58c6-4589-9e8d-438252df7b28 admin admin] Publish callbacks [] for security_group (54532ce0-7116-4a06-ae49-8585508bb414), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:49.192077 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7da5512e-58c6-4589-9e8d-438252df7b28 admin admin] Publish callbacks [] for security_group (54532ce0-7116-4a06-ae49-8585508bb414), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:49.251659 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7da5512e-58c6-4589-9e8d-438252df7b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (54532ce0-7116-4a06-ae49-8585508bb414), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:49.254392 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7da5512e-58c6-4589-9e8d-438252df7b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:49.255618 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7da5512e-58c6-4589-9e8d-438252df7b28 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/54532ce0-7116-4a06-ae49-8585508bb414 HTTP/1.1" status: 204 len: 168 time: 0.1500580 May 25 16:08:49.267411 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5512e-58c6-4589-9e8d-438252df7b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54532ce0-7116-4a06-ae49-8585508bb414,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:49.510134 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.db.resource_extend [None req-ccb975c3-8e9f-4bc8-b48a-4b81321d6941 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:08:49.596568 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ccb975c3-8e9f-4bc8-b48a-4b81321d6941 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:49.602553 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ccb975c3-8e9f-4bc8-b48a-4b81321d6941 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (4303b308-76ff-4f3d-b11c-1db5703f5e8d), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:49.652341 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:49.712255 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-ccb975c3-8e9f-4bc8-b48a-4b81321d6941 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Floating IP 4303b308-76ff-4f3d-b11c-1db5703f5e8d associated. External IP: 172.27.0.101, port: ba260aab-9e99-4e6c-ad1d-fdc814dca2d5. May 25 16:08:49.745857 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36280) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:49.763540 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ab5c874b-5122-4a6f-87a0-a52a51e4cf6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:49.893122 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ab5c874b-5122-4a6f-87a0-a52a51e4cf6d admin admin] Publish callbacks [] for security_group (1f7bf1e1-28b1-4538-8482-3fc07c9b54b9), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:49.901950 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ab5c874b-5122-4a6f-87a0-a52a51e4cf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (1f7bf1e1-28b1-4538-8482-3fc07c9b54b9), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:49.941424 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ab5c874b-5122-4a6f-87a0-a52a51e4cf6d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b6f0a742df574bec8f2fbb557cf084ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921573 May 25 16:08:49.951932 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36290) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:49.989837 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb975c3-8e9f-4bc8-b48a-4b81321d6941 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:08:49.995051 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:50.004788 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c874b-5122-4a6f-87a0-a52a51e4cf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7bf1e1-28b1-4538-8482-3fc07c9b54b9,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:50.034653 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83042453-771c-4358-a316-3f0ba243c68d req-f8d5966c-7e05-42b4-a7e5-3fcba6eefeec tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:50.036249 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-83042453-771c-4358-a316-3f0ba243c68d req-f8d5966c-7e05-42b4-a7e5-3fcba6eefeec tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.1085486 May 25 16:08:50.071395 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-295a1dd7-3553-416f-bdbe-1236763c8174 admin admin] Publish callbacks [] for security_group (1f7bf1e1-28b1-4538-8482-3fc07c9b54b9), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:50.116879 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-295a1dd7-3553-416f-bdbe-1236763c8174 admin admin] Publish callbacks [] for security_group (1f7bf1e1-28b1-4538-8482-3fc07c9b54b9), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:50.129938 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-83042453-771c-4358-a316-3f0ba243c68d req-9900fda4-1c94-4000-8003-a1b21be9ab1d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854630 May 25 16:08:50.152239 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d0a94-3f7c-462b-a516-db846522341c req-9a3f19de-776b-41dd-8f82-75117e9886ae tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:50.163088 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-368d0a94-3f7c-462b-a516-db846522341c req-9a3f19de-776b-41dd-8f82-75117e9886ae tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 945 time: 0.0638845 May 25 16:08:50.163088 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb975c3-8e9f-4bc8-b48a-4b81321d6941 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:08:50.164722 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecda324-8337-471c-9014-35b7e07b31e5 None None] Sync routers for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:08:50.168518 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ccb975c3-8e9f-4bc8-b48a-4b81321d6941 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:50.175326 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecda324-8337-471c-9014-35b7e07b31e5 None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:50.175992 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-7ecda324-8337-471c-9014-35b7e07b31e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:08:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:50.204923 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-295a1dd7-3553-416f-bdbe-1236763c8174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (1f7bf1e1-28b1-4538-8482-3fc07c9b54b9), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:50.208692 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-295a1dd7-3553-416f-bdbe-1236763c8174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:50.210241 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-295a1dd7-3553-416f-bdbe-1236763c8174 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1f7bf1e1-28b1-4538-8482-3fc07c9b54b9 HTTP/1.1" status: 204 len: 168 time: 0.2562273 May 25 16:08:50.221283 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a1dd7-3553-416f-bdbe-1236763c8174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7bf1e1-28b1-4538-8482-3fc07c9b54b9,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:50.256833 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-368d0a94-3f7c-462b-a516-db846522341c req-3be6581d-6421-4229-aca2-be473b194fe0 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832877 May 25 16:08:50.258507 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ccb975c3-8e9f-4bc8-b48a-4b81321d6941 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "PUT /v2.0/floatingips/4303b308-76ff-4f3d-b11c-1db5703f5e8d HTTP/1.1" status: 200 len: 991 time: 2.1085835 May 25 16:08:50.259181 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5f2914-854d-4d77-82e5-680200d4d6c8', 'tag': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:50.261458 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0511acf8-5708-4d55-ba5c-5ba0122a73a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5f2914-854d-4d77-82e5-680200d4d6c8", "tag": "ba260aab-9e99-4e6c-ad1d-fdc814dca2d5"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:50.306301 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c84b437-2fce-4419-8702-b1e7a43ab6ef x-openstack-request-id: req-6c84b437-2fce-4419-8702-b1e7a43ab6ef {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:50.306923 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5f2914-854d-4d77-82e5-680200d4d6c8", "tag": "ba260aab-9e99-4e6c-ad1d-fdc814dca2d5", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:50.307407 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6c84b437-2fce-4419-8702-b1e7a43ab6ef {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:50.308357 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c84b437-2fce-4419-8702-b1e7a43ab6ef'] response: {'name': 'network-changed', 'server_uuid': '6c5f2914-854d-4d77-82e5-680200d4d6c8', 'tag': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5', 'status': 'completed', 'code': 200} May 25 16:08:50.334082 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-7ecda324-8337-471c-9014-35b7e07b31e5 None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:50.459069 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36308) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:50.476549 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:50.551313 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511acf8-5708-4d55-ba5c-5ba0122a73a8 req-04ce15da-e96b-42fa-ae44-bc33ef62001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:50.553621 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0511acf8-5708-4d55-ba5c-5ba0122a73a8 req-04ce15da-e96b-42fa-ae44-bc33ef62001b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=93946fd1575e45428d2388015d64628f&device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 1129 time: 0.0546691 May 25 16:08:50.568677 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-7ecda324-8337-471c-9014-35b7e07b31e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '4303b308-76ff-4f3d-b11c-1db5703f5e8d', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'port_id': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'mac_address': 'fa:16:3e:b0:23:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f2914-854d-4d77-82e5-680200d4d6c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:22Z', 'updated_at': '2022-05-25T16:08:49Z', 'revision_number': 1, 'project_id': '93946fd1575e45428d2388015d64628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:21Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:50.591159 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2031e6c8-948e-44e1-b0ea-d324a542ece4 req-c96e2199-428c-4ce8-9656-d13c5d70c4c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7a62f3c-e0c8-466c-b12b-f52f98992106 HTTP/1.1" status: 200 len: 217 time: 0.1133626 May 25 16:08:50.599385 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecda324-8337-471c-9014-35b7e07b31e5 None None] Checking router: 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:08:50.608671 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecda324-8337-471c-9014-35b7e07b31e5 None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:08:50.609284 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-7ecda324-8337-471c-9014-35b7e07b31e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:08:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:50.637639 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:50.651288 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d21f7da2-723a-4d46-ad34-fba45faf476d req-981425b9-dbb1-4bc2-befd-95c89ec6d398 service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711223 May 25 16:08:50.662006 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a2d1a10-c00e-426f-8aa2-97caa199ed80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:50.719593 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-7ecda324-8337-471c-9014-35b7e07b31e5 None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:08:50.805064 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031e6c8-948e-44e1-b0ea-d324a542ece4 req-b4468040-f9e7-482f-9f0e-036fa67514c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:50.806567 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2031e6c8-948e-44e1-b0ea-d324a542ece4 req-b4468040-f9e7-482f-9f0e-036fa67514c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e18c554-280c-48e2-b5c3-eb02656eb808 HTTP/1.1" status: 200 len: 851 time: 0.0826082 May 25 16:08:50.811304 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a2d1a10-c00e-426f-8aa2-97caa199ed80 admin admin] Publish callbacks [] for security_group (4c22c32f-f4e8-4c37-ae7c-2f15daea42dc), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:50.817621 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a2d1a10-c00e-426f-8aa2-97caa199ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (4c22c32f-f4e8-4c37-ae7c-2f15daea42dc), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:50.823279 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511acf8-5708-4d55-ba5c-5ba0122a73a8 req-955b1151-849e-4738-a7c6-abf3abb4f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:50.825014 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0511acf8-5708-4d55-ba5c-5ba0122a73a8 req-955b1151-849e-4738-a7c6-abf3abb4f080 service neutron] 10.222.0.67 "GET /v2.0/networks?id=11c18221-40ed-46b2-9546-1ebebf8fc518 HTTP/1.1" status: 200 len: 912 time: 0.1027360 May 25 16:08:50.878142 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1a2d1a10-c00e-426f-8aa2-97caa199ed80 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8b9c6e8600c644d5ab9dc3a4de99d5fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152765 May 25 16:08:50.878142 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d1a10-c00e-426f-8aa2-97caa199ed80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c22c32f-f4e8-4c37-ae7c-2f15daea42dc,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:50.878845 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36326) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:50.947410 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2031e6c8-948e-44e1-b0ea-d324a542ece4 req-743daa5a-93da-4ae8-8176-2e7960e581ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9b37dbb-a6ec-4de2-ba40-2fff8744b63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375357 May 25 16:08:51.002085 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:51.003569 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-7ecda324-8337-471c-9014-35b7e07b31e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '4303b308-76ff-4f3d-b11c-1db5703f5e8d', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'port_id': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'mac_address': 'fa:16:3e:b0:23:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f2914-854d-4d77-82e5-680200d4d6c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:22Z', 'updated_at': '2022-05-25T16:08:49Z', 'revision_number': 1, 'project_id': '93946fd1575e45428d2388015d64628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:21Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:51.033658 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecda324-8337-471c-9014-35b7e07b31e5 None None] The sync data for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi is: [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '4303b308-76ff-4f3d-b11c-1db5703f5e8d', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'port_id': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'mac_address': 'fa:16:3e:b0:23:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f2914-854d-4d77-82e5-680200d4d6c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:22Z', 'updated_at': '2022-05-25T16:08:49Z', 'revision_number': 1, 'project_id': '93946fd1575e45428d2388015d64628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:21Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:08:51.081111 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0511acf8-5708-4d55-ba5c-5ba0122a73a8 req-46a261c9-144b-4d49-b0c3-b8d925f5ba22 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 HTTP/1.1" status: 200 len: 999 time: 0.1591828 May 25 16:08:51.084300 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6661deb8-8751-4d0a-9d3b-83c1ade0bce4 admin admin] Publish callbacks [] for security_group (4c22c32f-f4e8-4c37-ae7c-2f15daea42dc), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:51.085284 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44861ceb-773c-4829-974a-9ccbef8f9518 req-f4d4585c-cc66-4a7e-8a12-ba989351a3dd tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:51.087395 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-44861ceb-773c-4829-974a-9ccbef8f9518 req-f4d4585c-cc66-4a7e-8a12-ba989351a3dd tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 945 time: 0.0662642 May 25 16:08:51.107400 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6661deb8-8751-4d0a-9d3b-83c1ade0bce4 admin admin] Publish callbacks [] for security_group (4c22c32f-f4e8-4c37-ae7c-2f15daea42dc), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:51.157835 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:51.158453 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:51.223284 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6661deb8-8751-4d0a-9d3b-83c1ade0bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (4c22c32f-f4e8-4c37-ae7c-2f15daea42dc), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:51.227445 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6661deb8-8751-4d0a-9d3b-83c1ade0bce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:51.233136 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-6661deb8-8751-4d0a-9d3b-83c1ade0bce4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4c22c32f-f4e8-4c37-ae7c-2f15daea42dc HTTP/1.1" status: 204 len: 168 time: 0.3526340 May 25 16:08:51.270228 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661deb8-8751-4d0a-9d3b-83c1ade0bce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c22c32f-f4e8-4c37-ae7c-2f15daea42dc,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:51.296777 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511acf8-5708-4d55-ba5c-5ba0122a73a8 req-0dc82422-ad38-43fe-9989-108cc21b1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:51.300008 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0511acf8-5708-4d55-ba5c-5ba0122a73a8 req-0dc82422-ad38-43fe-9989-108cc21b1534 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee29b0f8-d772-4643-bd86-56377e543ea2 HTTP/1.1" status: 200 len: 850 time: 0.1525481 May 25 16:08:51.329089 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2031e6c8-948e-44e1-b0ea-d324a542ece4 req-e416cf40-d4fc-43bb-a46f-57a3c4fe6914 service neutron] 10.222.0.67 "GET /v2.0/networks/e9b37dbb-a6ec-4de2-ba40-2fff8744b63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735583 May 25 16:08:51.349094 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [req-44861ceb-773c-4829-974a-9ccbef8f9518 req-3376aa4b-9822-455c-af2d-abcdd6708c48 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Deleting port e7a62f3c-e0c8-466c-b12b-f52f98992106 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:08:51.349795 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-44861ceb-773c-4829-974a-9ccbef8f9518 req-3376aa4b-9822-455c-af2d-abcdd6708c48 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:51.374059 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511acf8-5708-4d55-ba5c-5ba0122a73a8 req-361a8c93-48a9-4c9c-95fb-92619a8a0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:51.375609 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0511acf8-5708-4d55-ba5c-5ba0122a73a8 req-361a8c93-48a9-4c9c-95fb-92619a8a0b28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=11c18221-40ed-46b2-9546-1ebebf8fc518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663297 May 25 16:08:51.525625 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8700cd-1db9-4dc3-bd62-6e9453c8e022 req-a872e6db-cc47-4261-ad8c-95e074bef9cc tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:51.537081 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3d8700cd-1db9-4dc3-bd62-6e9453c8e022 req-a872e6db-cc47-4261-ad8c-95e074bef9cc tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.2815771 May 25 16:08:51.538183 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e495625-7152-4991-ba92-5a7fe2335457 req-6596f0a4-1b6b-4d12-b499-a19c5c04fa1f tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:51.541337 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a0ac4-988b-4c7e-9e71-3a7cc3a2be8f None None] New status for floating IP 4303b308-76ff-4f3d-b11c-1db5703f5e8d: ACTIVE {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:08:51.547524 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e495625-7152-4991-ba92-5a7fe2335457 req-6596f0a4-1b6b-4d12-b499-a19c5c04fa1f tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 945 time: 0.1496289 May 25 16:08:51.577043 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:51.641224 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0511acf8-5708-4d55-ba5c-5ba0122a73a8 req-b58066e4-c6cb-4be8-ad55-9a4a39c28716 service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535162 May 25 16:08:51.648350 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:51.665705 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3d8700cd-1db9-4dc3-bd62-6e9453c8e022 req-51d8e043-bbcd-411a-8b4f-93a1ca0bfa2e tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274657 May 25 16:08:51.692517 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-44861ceb-773c-4829-974a-9ccbef8f9518 req-3376aa4b-9822-455c-af2d-abcdd6708c48 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] For port e7a62f3c-e0c8-466c-b12b-f52f98992106, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e7a62f3c-e0c8-466c-b12b-f52f98992106,segment=NetworkSegment(39da0846-e063-42a7-a196-d8024278a477),segment_id=39da0846-e063-42a7-a196-d8024278a477)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:08:51.693214 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-44861ceb-773c-4829-974a-9ccbef8f9518 req-3376aa4b-9822-455c-af2d-abcdd6708c48 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:51.713591 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [req-44861ceb-773c-4829-974a-9ccbef8f9518 req-3376aa4b-9822-455c-af2d-abcdd6708c48 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Calling delete_port for e7a62f3c-e0c8-466c-b12b-f52f98992106 owned by compute:nova {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:08:51.750579 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e495625-7152-4991-ba92-5a7fe2335457 req-4f1e3364-2810-46b2-8a69-b349bbbc357a tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/security-groups?id=c5f2f736-b795-45b5-8233-2e267a945b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030053 May 25 16:08:51.815316 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0511acf8-5708-4d55-ba5c-5ba0122a73a8 req-7bcc92b1-d693-4128-8374-55baeb2ce7d7 service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553504 May 25 16:08:51.824063 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:51.828865 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2031e6c8-948e-44e1-b0ea-d324a542ece4 req-7505c321-4b8e-47de-9a28-88ddd22bc97c service neutron] 10.222.0.67 "GET /v2.0/networks/e9b37dbb-a6ec-4de2-ba40-2fff8744b63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738536 May 25 16:08:51.956007 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-44861ceb-773c-4829-974a-9ccbef8f9518 req-3376aa4b-9822-455c-af2d-abcdd6708c48 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278'] for port (e7a62f3c-e0c8-466c-b12b-f52f98992106), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:51.983747 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376aa4b-9822-455c-af2d-abcdd6708c48 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Pushing event deleted for resources: {'Port': ['ID=e7a62f3c-e0c8-466c-b12b-f52f98992106,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:52.070588 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-44861ceb-773c-4829-974a-9ccbef8f9518 req-3376aa4b-9822-455c-af2d-abcdd6708c48 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] No DVR routers for this DVR port e7a62f3c-e0c8-466c-b12b-f52f98992106 on host hv-cinder-84327 {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:08:52.075250 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-44861ceb-773c-4829-974a-9ccbef8f9518 req-3376aa4b-9822-455c-af2d-abcdd6708c48 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:52.078575 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-44861ceb-773c-4829-974a-9ccbef8f9518 req-3376aa4b-9822-455c-af2d-abcdd6708c48 tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.67 "DELETE /v2.0/ports/e7a62f3c-e0c8-466c-b12b-f52f98992106 HTTP/1.1" status: 204 len: 173 time: 0.9767227 May 25 16:08:52.310548 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6855067-d8ce-424f-b601-e0df21b52475', 'name': 'network-vif-deleted', 'tag': 'e7a62f3c-e0c8-466c-b12b-f52f98992106'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:08:52.313200 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750c548f-6d9b-430b-a434-6f9d02ec5a2f" -d '{"events": [{"server_uuid": "b6855067-d8ce-424f-b601-e0df21b52475", "name": "network-vif-deleted", "tag": "e7a62f3c-e0c8-466c-b12b-f52f98992106"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:08:52.388431 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1189ce-bd5f-4f3b-ac1d-2a1d9db163ba x-openstack-request-id: req-5a1189ce-bd5f-4f3b-ac1d-2a1d9db163ba {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:08:52.388822 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6855067-d8ce-424f-b601-e0df21b52475", "name": "network-vif-deleted", "tag": "e7a62f3c-e0c8-466c-b12b-f52f98992106", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:08:52.389774 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5a1189ce-bd5f-4f3b-ac1d-2a1d9db163ba {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:08:52.390200 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1189ce-bd5f-4f3b-ac1d-2a1d9db163ba'] response: {'server_uuid': 'b6855067-d8ce-424f-b601-e0df21b52475', 'name': 'network-vif-deleted', 'tag': 'e7a62f3c-e0c8-466c-b12b-f52f98992106', 'status': 'completed', 'code': 200} May 25 16:08:52.669721 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36442) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:52.739164 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36448) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:52.808456 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aebb01-04d5-4dd3-8e61-2fb40c37db4f req-13845c73-6dcb-499b-8280-0cf4dc82f0e2 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:52.810681 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f2aebb01-04d5-4dd3-8e61-2fb40c37db4f req-13845c73-6dcb-499b-8280-0cf4dc82f0e2 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0598946 May 25 16:08:52.881684 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-509e2ca5-b842-46bd-81d5-aa78339764fa req-781bb0ca-74ac-4e32-bb5b-8590bb786b6c tempest-DeleteServersTestJSON-1069567480 tempest-DeleteServersTestJSON-1069567480-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6855067-d8ce-424f-b601-e0df21b52475 HTTP/1.1" status: 200 len: 210 time: 0.0522590 May 25 16:08:52.897663 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f2aebb01-04d5-4dd3-8e61-2fb40c37db4f req-bbd23e81-940e-44b5-a89b-a3230518cf03 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810776 May 25 16:08:52.937008 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc58f8fb-a6c2-4202-b167-90ce9c35b309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:52.938897 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77e1e8ab-bc8d-4bf4-8a5e-108e2af74888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:53.084826 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77e1e8ab-bc8d-4bf4-8a5e-108e2af74888 admin admin] Publish callbacks [] for security_group (afac525c-a698-4bf6-a090-2d66e92cc1bf), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:53.086979 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc58f8fb-a6c2-4202-b167-90ce9c35b309 admin admin] Publish callbacks [] for security_group (15c67a75-152b-4c13-acba-ac0e0218efd1), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:53.090118 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77e1e8ab-bc8d-4bf4-8a5e-108e2af74888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (afac525c-a698-4bf6-a090-2d66e92cc1bf), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:53.096590 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc58f8fb-a6c2-4202-b167-90ce9c35b309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (15c67a75-152b-4c13-acba-ac0e0218efd1), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:53.148557 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1e8ab-bc8d-4bf4-8a5e-108e2af74888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afac525c-a698-4bf6-a090-2d66e92cc1bf,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:53.153899 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-77e1e8ab-bc8d-4bf4-8a5e-108e2af74888 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fa2a5dfc856e4c2e8d120bb546bb8588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4830716 May 25 16:08:53.156952 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36456) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:53.161938 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-fc58f8fb-a6c2-4202-b167-90ce9c35b309 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7ba3f6257a744db3b7065c16cb1582d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189179 May 25 16:08:53.163219 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36458) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:53.176267 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:53.178740 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58f8fb-a6c2-4202-b167-90ce9c35b309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c67a75-152b-4c13-acba-ac0e0218efd1,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:53.230559 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device e7a62f3c-e0c8-466c-b12b-f52f98992106 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:08:53.237941 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-58309f08-90d2-47fa-954e-65c26dade664 admin admin] Publish callbacks [] for security_group (afac525c-a698-4bf6-a090-2d66e92cc1bf), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:53.256899 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: e7a62f3c-e0c8-466c-b12b-f52f98992106 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:08:53.257236 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device e7a62f3c-e0c8-466c-b12b-f52f98992106 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:08:53.269444 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-615e7b4c-2285-4aea-8f30-2fa69892c04f admin admin] Publish callbacks [] for security_group (15c67a75-152b-4c13-acba-ac0e0218efd1), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:53.272208 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-58309f08-90d2-47fa-954e-65c26dade664 admin admin] Publish callbacks [] for security_group (afac525c-a698-4bf6-a090-2d66e92cc1bf), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:53.314956 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-615e7b4c-2285-4aea-8f30-2fa69892c04f admin admin] Publish callbacks [] for security_group (15c67a75-152b-4c13-acba-ac0e0218efd1), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:53.361520 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-58309f08-90d2-47fa-954e-65c26dade664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (afac525c-a698-4bf6-a090-2d66e92cc1bf), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:53.363995 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-58309f08-90d2-47fa-954e-65c26dade664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:53.367870 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-58309f08-90d2-47fa-954e-65c26dade664 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/afac525c-a698-4bf6-a090-2d66e92cc1bf HTTP/1.1" status: 204 len: 168 time: 0.2072010 May 25 16:08:53.379304 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58309f08-90d2-47fa-954e-65c26dade664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afac525c-a698-4bf6-a090-2d66e92cc1bf,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:53.382812 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-615e7b4c-2285-4aea-8f30-2fa69892c04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (15c67a75-152b-4c13-acba-ac0e0218efd1), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:53.385214 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-615e7b4c-2285-4aea-8f30-2fa69892c04f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:53.389334 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-615e7b4c-2285-4aea-8f30-2fa69892c04f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/15c67a75-152b-4c13-acba-ac0e0218efd1 HTTP/1.1" status: 204 len: 168 time: 0.2240894 May 25 16:08:53.397528 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e7b4c-2285-4aea-8f30-2fa69892c04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c67a75-152b-4c13-acba-ac0e0218efd1,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:54.072557 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc911429-05af-4005-915f-4cf7d3f37fc6 req-4eecddb2-9e10-4d44-ac9f-eb65d2a84a1a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:54.074404 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cc911429-05af-4005-915f-4cf7d3f37fc6 req-4eecddb2-9e10-4d44-ac9f-eb65d2a84a1a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0781724 May 25 16:08:54.106429 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:54.160751 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cc911429-05af-4005-915f-4cf7d3f37fc6 req-e72b8e41-7917-42d0-9b88-7f95cbae9cc0 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749011 May 25 16:08:55.285518 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d87aae-1a2e-4366-abac-7359ca5651f4 req-0d9649ee-bc70-459d-b0fe-a085ec07a238 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:55.287230 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-98d87aae-1a2e-4366-abac-7359ca5651f4 req-0d9649ee-bc70-459d-b0fe-a085ec07a238 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0533605 May 25 16:08:55.341329 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-98d87aae-1a2e-4366-abac-7359ca5651f4 req-f2b5bbcb-6a7b-4323-960d-07f77d3e6ede tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479336 May 25 16:08:55.487118 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36600) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:55.531171 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-a255f39d-2a9c-41bd-bb36-77a9d735f860 admin admin] Deleting subnet 7e18c554-280c-48e2-b5c3-eb02656eb808 {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:08:55.534430 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a255f39d-2a9c-41bd-bb36-77a9d735f860 admin admin] Publish callbacks [] for subnet (7e18c554-280c-48e2-b5c3-eb02656eb808), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:55.572323 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a255f39d-2a9c-41bd-bb36-77a9d735f860 admin admin] Publish callbacks [] for subnet (7e18c554-280c-48e2-b5c3-eb02656eb808), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:55.585584 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a255f39d-2a9c-41bd-bb36-77a9d735f860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (7e18c554-280c-48e2-b5c3-eb02656eb808), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:55.642148 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a255f39d-2a9c-41bd-bb36-77a9d735f860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for subnet (7e18c554-280c-48e2-b5c3-eb02656eb808), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:55.913425 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255f39d-2a9c-41bd-bb36-77a9d735f860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e18c554-280c-48e2-b5c3-eb02656eb808,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:55.918375 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a255f39d-2a9c-41bd-bb36-77a9d735f860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:55.921706 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-a255f39d-2a9c-41bd-bb36-77a9d735f860 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/7e18c554-280c-48e2-b5c3-eb02656eb808 HTTP/1.1" status: 204 len: 168 time: 0.4334853 May 25 16:08:55.924258 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36614) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:55.931773 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:56.014268 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (e9b37dbb-a6ec-4de2-ba40-2fff8744b63a), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:56.049571 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:56.114735 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (e9b37dbb-a6ec-4de2-ba40-2fff8744b63a), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:56.141956 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.142343 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.143162 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.143424 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > port after_create 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.143759 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > port after_delete 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.144109 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > port after_update 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.144419 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.144729 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.145055 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.145365 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.273938 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.274296 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.274640 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.274975 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:08:56.275455 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b37dbb-a6ec-4de2-ba40-2fff8744b63a']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:56.296738 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39da0846-e063-42a7-a196-d8024278a477') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:56.296738 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39da0846-e063-42a7-a196-d8024278a477') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:56.313258 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4176196'] for segment (39da0846-e063-42a7-a196-d8024278a477), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:56.344997 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (39da0846-e063-42a7-a196-d8024278a477), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:56.354977 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:08:56.355497 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991522'] for segment (39da0846-e063-42a7-a196-d8024278a477), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:56.444739 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (e9b37dbb-a6ec-4de2-ba40-2fff8744b63a), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:56.456816 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:56.465582 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] 10.222.0.85 "DELETE /v2.0/networks/e9b37dbb-a6ec-4de2-ba40-2fff8744b63a HTTP/1.1" status: 204 len: 168 time: 0.5376618 May 25 16:08:56.476586 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611c5fe-e62d-4298-bf75-7c989df3cbbd admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b37dbb-a6ec-4de2-ba40-2fff8744b63a,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:56.501283 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e5de-20ce-4e4d-ac55-e8deffe321c3 req-62e29984-9071-4c25-a33f-7d24de159d57 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:56.502782 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-24b9e5de-20ce-4e4d-ac55-e8deffe321c3 req-62e29984-9071-4c25-a33f-7d24de159d57 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0808527 May 25 16:08:56.554757 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-24b9e5de-20ce-4e4d-ac55-e8deffe321c3 req-c3434cd4-b49e-4c13-bbbd-7998b632ca58 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437007 May 25 16:08:56.597846 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 39da0846-e063-42a7-a196-d8024278a477 resource provider aggregate not found May 25 16:08:56.616070 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 39da0846-e063-42a7-a196-d8024278a477 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39da0846-e063-42a7-a196-d8024278a477 found for delete ", "request_id": "req-2e92cd5d-f8df-483f-bfde-bf0808fe03c3"}]} May 25 16:08:56.670564 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36652) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:56.713791 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6784bf1c-5761-487a-8cee-cee5891b0e41 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1f6d103cb389478f94ce6afe687c0e28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419056 May 25 16:08:56.716310 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36654) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:56.763600 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7b30c242-9d85-490e-b793-06d62d8ade9a admin admin] Publish callbacks [] for security_group (c5f2f736-b795-45b5-8233-2e267a945b26), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:56.786971 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7b30c242-9d85-490e-b793-06d62d8ade9a admin admin] Publish callbacks [] for security_group (c5f2f736-b795-45b5-8233-2e267a945b26), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:56.834581 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7b30c242-9d85-490e-b793-06d62d8ade9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c5f2f736-b795-45b5-8233-2e267a945b26), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:56.837302 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7b30c242-9d85-490e-b793-06d62d8ade9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:56.838420 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7b30c242-9d85-490e-b793-06d62d8ade9a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c5f2f736-b795-45b5-8233-2e267a945b26 HTTP/1.1" status: 204 len: 168 time: 0.1211922 May 25 16:08:56.846079 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30c242-9d85-490e-b793-06d62d8ade9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f2f736-b795-45b5-8233-2e267a945b26,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:57.685815 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a31a89-d74b-4ae8-9877-affd7012a762 req-30d70c75-5877-4f26-8054-cc0521373a22 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:57.687348 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-51a31a89-d74b-4ae8-9877-affd7012a762 req-30d70c75-5877-4f26-8054-cc0521373a22 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0562420 May 25 16:08:57.746943 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-51a31a89-d74b-4ae8-9877-affd7012a762 req-a3f6e877-1d42-41a8-8b21-7264b97dde57 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536664 May 25 16:08:57.792805 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 36694) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:57.903301 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-44a0c850-e560-487b-bd3d-db552db25f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:57.984602 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-44a0c850-e560-487b-bd3d-db552db25f7c admin admin] Publish callbacks [] for security_group (621dcd73-6cb4-4ce9-b1a6-442d66856f11), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:57.990147 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-44a0c850-e560-487b-bd3d-db552db25f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (621dcd73-6cb4-4ce9-b1a6-442d66856f11), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:58.041493 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-44a0c850-e560-487b-bd3d-db552db25f7c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5a3449bb5bef4c469973ee9e65d5a134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474563 May 25 16:08:58.042311 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0c850-e560-487b-bd3d-db552db25f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621dcd73-6cb4-4ce9-b1a6-442d66856f11,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:58.044159 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36708) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:58.094669 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6eed0ed6-0d51-4495-a1a1-70940710108c admin admin] Publish callbacks [] for security_group (621dcd73-6cb4-4ce9-b1a6-442d66856f11), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:58.116573 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6eed0ed6-0d51-4495-a1a1-70940710108c admin admin] Publish callbacks [] for security_group (621dcd73-6cb4-4ce9-b1a6-442d66856f11), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:58.171603 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6eed0ed6-0d51-4495-a1a1-70940710108c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (621dcd73-6cb4-4ce9-b1a6-442d66856f11), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:58.174664 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6eed0ed6-0d51-4495-a1a1-70940710108c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:58.176024 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6eed0ed6-0d51-4495-a1a1-70940710108c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/621dcd73-6cb4-4ce9-b1a6-442d66856f11 HTTP/1.1" status: 204 len: 168 time: 0.1305938 May 25 16:08:58.184359 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed0ed6-0d51-4495-a1a1-70940710108c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621dcd73-6cb4-4ce9-b1a6-442d66856f11,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:58.560497 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:08:58.861982 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d6132-20cd-44aa-839f-4243a86889bc req-fcf886c4-182d-4ba8-b7d0-b36ede81ad5a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:08:58.866236 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5a4d6132-20cd-44aa-839f-4243a86889bc req-fcf886c4-182d-4ba8-b7d0-b36ede81ad5a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0492589 May 25 16:08:58.911624 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5a4d6132-20cd-44aa-839f-4243a86889bc req-6adf3c2b-a526-44a8-b3d4-669d348826eb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 May 25 16:08:59.029463 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36756) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:59.141784 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9dd193a7-3813-45ab-8ae7-f3e4445de435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:59.228339 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9dd193a7-3813-45ab-8ae7-f3e4445de435 admin admin] Publish callbacks [] for security_group (3da6a62b-9e7b-4269-aa3d-b7ad7a11d40e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:59.234969 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9dd193a7-3813-45ab-8ae7-f3e4445de435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (3da6a62b-9e7b-4269-aa3d-b7ad7a11d40e), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:59.271785 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd193a7-3813-45ab-8ae7-f3e4445de435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da6a62b-9e7b-4269-aa3d-b7ad7a11d40e,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:59.276059 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9dd193a7-3813-45ab-8ae7-f3e4445de435 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4a8e487eb8b04c3c9a3466aaaa8fb47d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455547 May 25 16:08:59.280399 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36760) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:59.286742 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:59.294280 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:08:59.340367 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6c641aef-6b54-4461-8ead-1e18484c7e6c admin admin] Publish callbacks [] for security_group (3da6a62b-9e7b-4269-aa3d-b7ad7a11d40e), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:59.362834 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6c641aef-6b54-4461-8ead-1e18484c7e6c admin admin] Publish callbacks [] for security_group (3da6a62b-9e7b-4269-aa3d-b7ad7a11d40e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:59.415550 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6c641aef-6b54-4461-8ead-1e18484c7e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (3da6a62b-9e7b-4269-aa3d-b7ad7a11d40e), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:59.418506 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6c641aef-6b54-4461-8ead-1e18484c7e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:59.419692 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6c641aef-6b54-4461-8ead-1e18484c7e6c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3da6a62b-9e7b-4269-aa3d-b7ad7a11d40e HTTP/1.1" status: 204 len: 168 time: 0.1387193 May 25 16:08:59.427655 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c641aef-6b54-4461-8ead-1e18484c7e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da6a62b-9e7b-4269-aa3d-b7ad7a11d40e,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:59.721915 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36768) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:59.736765 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5e0805b2-4b3a-4416-8176-c0a7c19c11d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:59.814175 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5e0805b2-4b3a-4416-8176-c0a7c19c11d6 admin admin] Publish callbacks [] for security_group (1d6afa1e-212c-4453-adb0-6adf44010e37), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:59.820178 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5e0805b2-4b3a-4416-8176-c0a7c19c11d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (1d6afa1e-212c-4453-adb0-6adf44010e37), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:59.862094 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0805b2-4b3a-4416-8176-c0a7c19c11d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6afa1e-212c-4453-adb0-6adf44010e37,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:59.866691 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-5e0805b2-4b3a-4416-8176-c0a7c19c11d6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9261daa2bd554894a4d7b46743d20a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433666 May 25 16:08:59.870336 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 36770) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:08:59.917438 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-05efbb71-162b-4128-bbff-25d996171fb9 admin admin] Publish callbacks [] for security_group (1d6afa1e-212c-4453-adb0-6adf44010e37), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:08:59.938664 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-05efbb71-162b-4128-bbff-25d996171fb9 admin admin] Publish callbacks [] for security_group (1d6afa1e-212c-4453-adb0-6adf44010e37), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:00.020049 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-05efbb71-162b-4128-bbff-25d996171fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (1d6afa1e-212c-4453-adb0-6adf44010e37), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:00.022513 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-05efbb71-162b-4128-bbff-25d996171fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:00.023643 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-05efbb71-162b-4128-bbff-25d996171fb9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1d6afa1e-212c-4453-adb0-6adf44010e37 HTTP/1.1" status: 204 len: 168 time: 0.1533067 May 25 16:09:00.037083 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efbb71-162b-4128-bbff-25d996171fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6afa1e-212c-4453-adb0-6adf44010e37,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:00.048725 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e7aa4-48cb-4d74-ba6e-cbc549d18111 req-33140d98-1014-4415-92be-28cd5679435a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:00.050255 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-138e7aa4-48cb-4d74-ba6e-cbc549d18111 req-33140d98-1014-4415-92be-28cd5679435a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0608127 May 25 16:09:00.100992 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-138e7aa4-48cb-4d74-ba6e-cbc549d18111 req-e17eefda-ed81-41f1-9fe4-a8d54c78aeb2 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445602 May 25 16:09:01.229374 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c3202-2497-4e63-ae9a-f4a75547fde9 req-517a8f25-2052-488c-a0d4-8d1057a69f68 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:01.233399 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-069c3202-2497-4e63-ae9a-f4a75547fde9 req-517a8f25-2052-488c-a0d4-8d1057a69f68 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0559058 May 25 16:09:01.282421 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-069c3202-2497-4e63-ae9a-f4a75547fde9 req-54a9f4fe-d95c-409c-b8ce-7c622c8920d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 May 25 16:09:02.406484 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6139e-913c-45ae-bbb6-7e5d2c7ac42b req-65ae39bc-e77a-44e8-85ba-100e735aef55 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:02.407942 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a5b6139e-913c-45ae-bbb6-7e5d2c7ac42b req-65ae39bc-e77a-44e8-85ba-100e735aef55 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0496695 May 25 16:09:02.460300 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a5b6139e-913c-45ae-bbb6-7e5d2c7ac42b req-9184f303-4257-4a3f-b916-3c5cf517e630 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451374 May 25 16:09:03.598870 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a754915-af87-46a5-bcc0-47eb2a2f4179 req-39228406-5946-47c2-ab0d-4b6ed9e7aa86 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:03.600379 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9a754915-af87-46a5-bcc0-47eb2a2f4179 req-39228406-5946-47c2-ab0d-4b6ed9e7aa86 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0508680 May 25 16:09:03.649098 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9a754915-af87-46a5-bcc0-47eb2a2f4179 req-cedf6dbc-38de-4e44-9e36-0c4fae517259 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429728 May 25 16:09:03.956477 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ce26eda7-ae5e-4e6a-ac2b-5837451bc328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:04.773383 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3466d7a-1619-49ac-bc5a-7c0213e0571d req-098bbfbf-40fe-4526-a9f7-2540a224f629 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:04.775014 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f3466d7a-1619-49ac-bc5a-7c0213e0571d req-098bbfbf-40fe-4526-a9f7-2540a224f629 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0525696 May 25 16:09:04.827379 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f3466d7a-1619-49ac-bc5a-7c0213e0571d req-be185311-4087-4e71-94b0-6306451d0229 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457466 May 25 16:09:05.946158 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a3a26-8d3d-40cf-8865-ab37f5d26e73 req-db3ee952-1244-4336-b14b-b4da85862efd tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:05.947938 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-317a3a26-8d3d-40cf-8865-ab37f5d26e73 req-db3ee952-1244-4336-b14b-b4da85862efd tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0489967 May 25 16:09:05.994964 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-317a3a26-8d3d-40cf-8865-ab37f5d26e73 req-0e58a4d5-2f56-44dd-8e54-b320036e978f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413804 May 25 16:09:06.189080 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8239f0af-13ad-4b02-92d7-5e6b4171d119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:07.021613 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:07.114248 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c699b04-c26a-41c3-a357-23be58ccdb6c req-506d2d3f-7d1c-4f8d-b163-f4843ef0648c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:07.115666 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6c699b04-c26a-41c3-a357-23be58ccdb6c req-506d2d3f-7d1c-4f8d-b163-f4843ef0648c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0482397 May 25 16:09:07.167702 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6c699b04-c26a-41c3-a357-23be58ccdb6c req-4997a8e4-96fd-4c70-a5cd-487bb4141f4f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463166 May 25 16:09:08.303810 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f86a3-d1af-4d2a-90cb-bead5cb56d52 req-de4264fe-621a-4ea5-895f-f838b1a95e45 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:08.305414 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-386f86a3-d1af-4d2a-90cb-bead5cb56d52 req-de4264fe-621a-4ea5-895f-f838b1a95e45 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0631073 May 25 16:09:08.357368 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-386f86a3-d1af-4d2a-90cb-bead5cb56d52 req-4b6d2cea-e6d6-4cf1-a3d7-2e68277f5cd7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458488 May 25 16:09:08.551201 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:08.552065 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:08.589084 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:09.474032 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:09.482523 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2f0f5-bf68-4eaa-a115-b9133a4d5dd1 req-836ed4fc-f14a-446b-bd14-081e343bb584 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:09.484035 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f8e2f0f5-bf68-4eaa-a115-b9133a4d5dd1 req-836ed4fc-f14a-446b-bd14-081e343bb584 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0491257 May 25 16:09:09.497273 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:09.535441 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f8e2f0f5-bf68-4eaa-a115-b9133a4d5dd1 req-7e18937c-8ac6-48ee-9caf-7d325037a5f9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451400 May 25 16:09:10.081573 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:10.658553 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a92a0-ff85-4145-b817-20f1130c3106 req-e4ab5276-ceda-4585-bfe7-392bca20c587 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:10.660077 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0d1a92a0-ff85-4145-b817-20f1130c3106 req-e4ab5276-ceda-4585-bfe7-392bca20c587 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0547581 May 25 16:09:10.680185 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:10.709625 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0d1a92a0-ff85-4145-b817-20f1130c3106 req-343609fb-763e-4a73-892b-bf3a57159d61 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439456 May 25 16:09:11.829834 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b50d9-2dba-470e-9f25-c9e11c4e33f0 req-de1f011e-0de8-40fe-b552-e3368c6f081f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:11.831374 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-215b50d9-2dba-470e-9f25-c9e11c4e33f0 req-de1f011e-0de8-40fe-b552-e3368c6f081f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0486152 May 25 16:09:11.881533 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-215b50d9-2dba-470e-9f25-c9e11c4e33f0 req-3c50f4da-7d30-470c-8011-eaea0f2d8d52 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443518 May 25 16:09:12.996516 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9210c-5446-4fc0-b57f-72ceea518b02 req-c361f8b5-202f-4c8e-b20a-57b38bc27804 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:12.998167 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cfe9210c-5446-4fc0-b57f-72ceea518b02 req-c361f8b5-202f-4c8e-b20a-57b38bc27804 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0483170 May 25 16:09:13.050800 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cfe9210c-5446-4fc0-b57f-72ceea518b02 req-275e1366-cb20-4913-966e-21a08db0c97a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467019 May 25 16:09:13.361586 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37008) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:13.472453 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e231f2a1-ec37-4c08-9636-3f6240f7ed76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:13.508258 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:13.551612 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e231f2a1-ec37-4c08-9636-3f6240f7ed76 admin admin] Publish callbacks [] for security_group (a67cb803-ba55-48c6-9ea1-4d8fcdd9c236), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:13.556813 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e231f2a1-ec37-4c08-9636-3f6240f7ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a67cb803-ba55-48c6-9ea1-4d8fcdd9c236), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:13.598186 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e231f2a1-ec37-4c08-9636-3f6240f7ed76 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8715f5f6e59a4a74bd40bb15435d9e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355068 May 25 16:09:13.599000 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231f2a1-ec37-4c08-9636-3f6240f7ed76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67cb803-ba55-48c6-9ea1-4d8fcdd9c236,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:13.601927 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 37016) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:13.660789 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a5f85f9-a0ca-458f-a781-a483a84c3ba3 admin admin] Publish callbacks [] for security_group (a67cb803-ba55-48c6-9ea1-4d8fcdd9c236), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:13.687056 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a5f85f9-a0ca-458f-a781-a483a84c3ba3 admin admin] Publish callbacks [] for security_group (a67cb803-ba55-48c6-9ea1-4d8fcdd9c236), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:13.741558 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a5f85f9-a0ca-458f-a781-a483a84c3ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a67cb803-ba55-48c6-9ea1-4d8fcdd9c236), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:13.744050 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a5f85f9-a0ca-458f-a781-a483a84c3ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:13.745264 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1a5f85f9-a0ca-458f-a781-a483a84c3ba3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a67cb803-ba55-48c6-9ea1-4d8fcdd9c236 HTTP/1.1" status: 204 len: 168 time: 0.1422424 May 25 16:09:13.752996 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f85f9-a0ca-458f-a781-a483a84c3ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67cb803-ba55-48c6-9ea1-4d8fcdd9c236,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:14.052304 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 37024) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:14.066295 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3c490cf2-6cde-4230-9f2e-0c7f16629922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:14.185873 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3c490cf2-6cde-4230-9f2e-0c7f16629922 admin admin] Publish callbacks [] for security_group (0b42c541-39ad-4c8f-9f7d-46ce82c9383f), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:14.192462 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db517483-69bc-4744-9c35-d3cfe0a5531a req-c4c3519f-216e-4d67-92c0-d9d24fadabec tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:14.193950 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-db517483-69bc-4744-9c35-d3cfe0a5531a req-c4c3519f-216e-4d67-92c0-d9d24fadabec tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0733571 May 25 16:09:14.194949 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3c490cf2-6cde-4230-9f2e-0c7f16629922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (0b42c541-39ad-4c8f-9f7d-46ce82c9383f), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:14.251803 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3c490cf2-6cde-4230-9f2e-0c7f16629922 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=53bc57ac27d54a06a845ac7cebaa8ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983342 May 25 16:09:14.253905 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c490cf2-6cde-4230-9f2e-0c7f16629922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b42c541-39ad-4c8f-9f7d-46ce82c9383f,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:14.254866 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37030) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:14.279990 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-db517483-69bc-4744-9c35-d3cfe0a5531a req-2d4f0732-2f23-4310-977d-5a7b0c98e289 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788543 May 25 16:09:14.321697 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f6374ac8-fa55-4fdb-b555-c63ce603db4a admin admin] Publish callbacks [] for security_group (0b42c541-39ad-4c8f-9f7d-46ce82c9383f), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:14.344418 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f6374ac8-fa55-4fdb-b555-c63ce603db4a admin admin] Publish callbacks [] for security_group (0b42c541-39ad-4c8f-9f7d-46ce82c9383f), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:14.393335 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f6374ac8-fa55-4fdb-b555-c63ce603db4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (0b42c541-39ad-4c8f-9f7d-46ce82c9383f), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:14.395905 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f6374ac8-fa55-4fdb-b555-c63ce603db4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:14.397059 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f6374ac8-fa55-4fdb-b555-c63ce603db4a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0b42c541-39ad-4c8f-9f7d-46ce82c9383f HTTP/1.1" status: 204 len: 168 time: 0.1411052 May 25 16:09:14.405819 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6374ac8-fa55-4fdb-b555-c63ce603db4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b42c541-39ad-4c8f-9f7d-46ce82c9383f,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:14.416876 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=58,neutron:UPDATE=8 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:15.409694 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dc5c8-078b-4db5-9098-d2aa1a80a6bd req-782e15d1-dc85-43a1-a32f-6ef467c27947 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:15.411539 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-358dc5c8-078b-4db5-9098-d2aa1a80a6bd req-782e15d1-dc85-43a1-a32f-6ef467c27947 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0568192 May 25 16:09:15.429524 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68770193-a88e-4df6-bfa4-30574959d0eb req-4f9c505a-7151-4356-bd70-f0069ad5b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:15.431175 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-68770193-a88e-4df6-bfa4-30574959d0eb req-4f9c505a-7151-4356-bd70-f0069ad5b28f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 1130 time: 0.0406671 May 25 16:09:15.466016 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-358dc5c8-078b-4db5-9098-d2aa1a80a6bd req-134c2404-aeba-47f0-a95f-fa42efdc0f6b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482466 May 25 16:09:15.500145 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-68770193-a88e-4df6-bfa4-30574959d0eb req-dd3e4ae2-cb90-4833-8baa-dcdf9c791ae9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601826 May 25 16:09:16.585110 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9affb41-7beb-49e2-9809-8a05b147e945 req-77bdbec9-d06f-4281-a86e-f13e055b8473 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:16.586586 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f9affb41-7beb-49e2-9809-8a05b147e945 req-77bdbec9-d06f-4281-a86e-f13e055b8473 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0517213 May 25 16:09:16.640249 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f9affb41-7beb-49e2-9809-8a05b147e945 req-3e9d1683-88c9-4d3f-9755-987479351d6e tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453460 May 25 16:09:17.754783 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a82b6-4457-4eb0-9ba2-cd9d83ddd434 req-41f501f3-ac61-4851-a048-65a6be9c9cec tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:17.756258 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-286a82b6-4457-4eb0-9ba2-cd9d83ddd434 req-41f501f3-ac61-4851-a048-65a6be9c9cec tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0461509 May 25 16:09:17.806500 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-286a82b6-4457-4eb0-9ba2-cd9d83ddd434 req-abe548f6-15cb-48ce-9f84-1b3cc16092da tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442331 May 25 16:09:17.925279 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f95f5-1ae4-4306-824d-bb846eddd15f req-e4999b58-afe2-477c-a1e4-2fd0cdb1aacd tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:17.926791 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-876f95f5-1ae4-4306-824d-bb846eddd15f req-e4999b58-afe2-477c-a1e4-2fd0cdb1aacd tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0538094 May 25 16:09:17.974326 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-876f95f5-1ae4-4306-824d-bb846eddd15f req-8f33b312-aa94-4d2d-97b4-2796f280e206 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417194 May 25 16:09:18.867209 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37152) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:18.975841 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-558455ab-d869-4d73-aeb8-41822fba2978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.054545 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-558455ab-d869-4d73-aeb8-41822fba2978 admin admin] Publish callbacks [] for security_group (b1e60a8a-a4a9-4897-ad2d-9d20889a10e4), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.060232 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-558455ab-d869-4d73-aeb8-41822fba2978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (b1e60a8a-a4a9-4897-ad2d-9d20889a10e4), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.103028 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-558455ab-d869-4d73-aeb8-41822fba2978 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=96b574e2a4624394a341450358b18bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347038 May 25 16:09:19.103807 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558455ab-d869-4d73-aeb8-41822fba2978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e60a8a-a4a9-4897-ad2d-9d20889a10e4,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:19.106669 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 37160) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:19.113932 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:19.155763 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-757e745c-9ab8-4ad1-a928-de59cdd18740 admin admin] Publish callbacks [] for security_group (b1e60a8a-a4a9-4897-ad2d-9d20889a10e4), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.164227 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:19.176993 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-757e745c-9ab8-4ad1-a928-de59cdd18740 admin admin] Publish callbacks [] for security_group (b1e60a8a-a4a9-4897-ad2d-9d20889a10e4), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.231204 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-757e745c-9ab8-4ad1-a928-de59cdd18740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (b1e60a8a-a4a9-4897-ad2d-9d20889a10e4), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.233783 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-757e745c-9ab8-4ad1-a928-de59cdd18740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.234957 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-757e745c-9ab8-4ad1-a928-de59cdd18740 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b1e60a8a-a4a9-4897-ad2d-9d20889a10e4 HTTP/1.1" status: 204 len: 168 time: 0.1270587 May 25 16:09:19.242996 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e745c-9ab8-4ad1-a928-de59cdd18740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e60a8a-a4a9-4897-ad2d-9d20889a10e4,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:19.507109 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 37170) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:19.532848 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4bd8cc7e-f3af-413d-ab37-245897498d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.625294 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b821e-6339-41b7-9335-15e9846038c8 req-d389a8a3-620a-4f47-bb1c-7e34576d5246 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:19.626801 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a52b821e-6339-41b7-9335-15e9846038c8 req-d389a8a3-620a-4f47-bb1c-7e34576d5246 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0618565 May 25 16:09:19.653567 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.666779 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4bd8cc7e-f3af-413d-ab37-245897498d82 admin admin] Publish callbacks [] for security_group (8b30a928-8235-4a59-b6e1-08fce5087fd2), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.676453 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4bd8cc7e-f3af-413d-ab37-245897498d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (8b30a928-8235-4a59-b6e1-08fce5087fd2), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.722634 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a52b821e-6339-41b7-9335-15e9846038c8 req-1123aeee-13b9-44a7-823e-367c87d4f0ea tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892007 May 25 16:09:19.728476 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4bd8cc7e-f3af-413d-ab37-245897498d82 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9a1360b64a434d58a3a5d7420a84a513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198279 May 25 16:09:19.729728 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8cc7e-f3af-413d-ab37-245897498d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b30a928-8235-4a59-b6e1-08fce5087fd2,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:19.731520 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37174) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:19.745682 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:19.783759 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-03fb24c3-a927-47ea-8b63-c8446f37d47e admin admin] Publish callbacks [] for security_group (8b30a928-8235-4a59-b6e1-08fce5087fd2), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.805431 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-03fb24c3-a927-47ea-8b63-c8446f37d47e admin admin] Publish callbacks [] for security_group (8b30a928-8235-4a59-b6e1-08fce5087fd2), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.857093 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-03fb24c3-a927-47ea-8b63-c8446f37d47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (8b30a928-8235-4a59-b6e1-08fce5087fd2), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.859964 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-03fb24c3-a927-47ea-8b63-c8446f37d47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:19.861115 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-03fb24c3-a927-47ea-8b63-c8446f37d47e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8b30a928-8235-4a59-b6e1-08fce5087fd2 HTTP/1.1" status: 204 len: 168 time: 0.1279843 May 25 16:09:19.870804 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb24c3-a927-47ea-8b63-c8446f37d47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b30a928-8235-4a59-b6e1-08fce5087fd2,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:20.559325 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37202) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:20.671891 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1321695810-network', 'tenant_id': 'f7f047df998e495798bf2660814db661'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:20.683854 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:20.695677 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Made reservation on behalf of f7f047df998e495798bf2660814db661 for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:09:20.698116 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:20.708009 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:20.789002 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Publish callbacks [] for security_group (3c335a29-47d0-4661-8439-ad67e015b9aa), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:20.793790 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (3c335a29-47d0-4661-8439-ad67e015b9aa), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:20.850274 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:09:20.865946 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c335a29-47d0-4661-8439-ad67e015b9aa,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:20.876570 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a38c3f-3711-4336-affb-193e5bbdf5d6 req-2490cd3b-66e6-4307-abba-6c9308e3dbb2 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:20.878036 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a1a38c3f-3711-4336-affb-193e5bbdf5d6 req-2490cd3b-66e6-4307-abba-6c9308e3dbb2 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0810654 May 25 16:09:20.879085 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (c55f7539-7baa-4e80-8e04-06158e7bfdfd), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:20.879566 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Added segment c55f7539-7baa-4e80-8e04-06158e7bfdfd of type vlan for network f5a619ae-be4a-413d-9c80-83abc3afa6d2 May 25 16:09:20.935145 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (f5a619ae-be4a-413d-9c80-83abc3afa6d2), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:20.972875 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a1a38c3f-3711-4336-affb-193e5bbdf5d6 req-e928f7e5-734c-414b-a667-80a3cd15bdb7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854609 May 25 16:09:20.979622 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (f5a619ae-be4a-413d-9c80-83abc3afa6d2), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:20.980619 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:20.981256 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:21.045152 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4847221 May 25 16:09:21.047989 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37210) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:21.052455 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-1dccd41f-88c5-433c-b828-323555f7199d admin admin] Request body: {'subnet': {'network_id': 'f5a619ae-be4a-413d-9c80-83abc3afa6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1321695810-subnet', 'tenant_id': 'f7f047df998e495798bf2660814db661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:21.057027 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4890541-e1f6-46b6-b8ba-5aa6319948ff admin admin] Pushing event updated for resources: {'Network': ['ID=f5a619ae-be4a-413d-9c80-83abc3afa6d2,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:21.067591 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network f5a619ae-be4a-413d-9c80-83abc3afa6d2 details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:09:21.076636 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dccd41f-88c5-433c-b828-323555f7199d admin admin] Made reservation on behalf of f7f047df998e495798bf2660814db661 for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:09:21.079097 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dccd41f-88c5-433c-b828-323555f7199d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:21.194818 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:21.247272 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dccd41f-88c5-433c-b828-323555f7199d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for subnet (306c4d00-9159-4279-b376-194fd4033119), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:21.293699 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccd41f-88c5-433c-b828-323555f7199d admin admin] Pushing event updated for resources: {'Subnet': ['ID=306c4d00-9159-4279-b376-194fd4033119,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:21.312710 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dccd41f-88c5-433c-b828-323555f7199d admin admin] Checking segment: {'id': 'c55f7539-7baa-4e80-8e04-06158e7bfdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f5a619ae-be4a-413d-9c80-83abc3afa6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:09:21.313287 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dccd41f-88c5-433c-b828-323555f7199d admin admin] Network hostable DHCP agents. Network: f5a619ae-be4a-413d-9c80-83abc3afa6d2, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:09:21.336047 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dccd41f-88c5-433c-b828-323555f7199d admin admin] Network f5a619ae-be4a-413d-9c80-83abc3afa6d2 is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:09:21.347800 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-1dccd41f-88c5-433c-b828-323555f7199d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, f5a619ae-be4a-413d-9c80-83abc3afa6d2) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:09:21.352575 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dccd41f-88c5-433c-b828-323555f7199d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:21.353171 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dccd41f-88c5-433c-b828-323555f7199d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:21.357229 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fccdfd6-9364-427e-918c-e2597e998ba4 None None] Network f5a619ae-be4a-413d-9c80-83abc3afa6d2 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:09:21.370675 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1dccd41f-88c5-433c-b828-323555f7199d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3217149 May 25 16:09:21.457501 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acb0af1-c381-4a4b-98f8-ad6146fc9bcf None None] Network f5a619ae-be4a-413d-9c80-83abc3afa6d2 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:09:21.846524 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37228) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:21.851369 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-108506213-network', 'tenant_id': 'd97854d072824236bfa880a44fa3aced'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:21.873092 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Made reservation on behalf of d97854d072824236bfa880a44fa3aced for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:09:21.875488 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:21.883860 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:21.886170 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:21.961115 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Publish callbacks [] for security_group (42c141e4-6e36-4f45-8e6b-f1296c595aed), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:21.965997 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (42c141e4-6e36-4f45-8e6b-f1296c595aed), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:21.991143 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:09:22.001775 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c141e4-6e36-4f45-8e6b-f1296c595aed,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:22.006751 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (f1bed664-f491-4d1b-bf12-ea931d1ca41f), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:22.007155 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Added segment f1bed664-f491-4d1b-bf12-ea931d1ca41f of type vlan for network 21aadee9-c8cc-4406-ac76-508da8027c03 May 25 16:09:22.050461 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (21aadee9-c8cc-4406-ac76-508da8027c03), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:22.076965 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (21aadee9-c8cc-4406-ac76-508da8027c03), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:22.078045 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:22.078622 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:22.091106 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7ab7f-c669-4861-8cae-b2c487f92ee3 req-d127b416-9317-404a-8ff7-9e517dbb18d6 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:22.092625 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-efd7ab7f-c669-4861-8cae-b2c487f92ee3 req-d127b416-9317-404a-8ff7-9e517dbb18d6 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0499341 May 25 16:09:22.132391 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2847724 May 25 16:09:22.134992 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37234) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:22.141754 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-8ed18533-6b9a-4bb7-bc80-c509d9e6065a admin admin] Request body: {'subnet': {'network_id': '21aadee9-c8cc-4406-ac76-508da8027c03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-108506213-subnet', 'tenant_id': 'd97854d072824236bfa880a44fa3aced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:22.144005 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-efd7ab7f-c669-4861-8cae-b2c487f92ee3 req-f021fe5f-76b0-405f-b19f-a57cec034d88 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432708 May 25 16:09:22.154146 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59dc09b-d39c-4636-8d5a-adf17dfdc0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=21aadee9-c8cc-4406-ac76-508da8027c03,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:22.164109 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network 21aadee9-c8cc-4406-ac76-508da8027c03 details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:09:22.167897 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:22.168541 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed18533-6b9a-4bb7-bc80-c509d9e6065a admin admin] Made reservation on behalf of d97854d072824236bfa880a44fa3aced for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:09:22.171110 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8ed18533-6b9a-4bb7-bc80-c509d9e6065a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:22.346405 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8ed18533-6b9a-4bb7-bc80-c509d9e6065a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for subnet (4e4a1ee1-6bd2-4d3f-ad0c-388bd7c368b0), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:22.382396 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:22.395700 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed18533-6b9a-4bb7-bc80-c509d9e6065a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4a1ee1-6bd2-4d3f-ad0c-388bd7c368b0,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:22.413804 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed18533-6b9a-4bb7-bc80-c509d9e6065a admin admin] Checking segment: {'id': 'f1bed664-f491-4d1b-bf12-ea931d1ca41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '21aadee9-c8cc-4406-ac76-508da8027c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:09:22.414149 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed18533-6b9a-4bb7-bc80-c509d9e6065a admin admin] Network hostable DHCP agents. Network: 21aadee9-c8cc-4406-ac76-508da8027c03, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:09:22.432303 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed18533-6b9a-4bb7-bc80-c509d9e6065a admin admin] Network 21aadee9-c8cc-4406-ac76-508da8027c03 is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:09:22.442012 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-8ed18533-6b9a-4bb7-bc80-c509d9e6065a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, 21aadee9-c8cc-4406-ac76-508da8027c03) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:09:22.445960 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed18533-6b9a-4bb7-bc80-c509d9e6065a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:22.446575 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8ed18533-6b9a-4bb7-bc80-c509d9e6065a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:22.452409 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca8bc5b-7d54-4b32-bff6-151a042f7003 None None] Network 21aadee9-c8cc-4406-ac76-508da8027c03 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:09:22.469315 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8ed18533-6b9a-4bb7-bc80-c509d9e6065a admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3260057 May 25 16:09:22.559174 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d64bdf8-cf9e-492b-a587-2dc53a0cbfec None None] Network 21aadee9-c8cc-4406-ac76-508da8027c03 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:09:22.590823 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fab6d-d27a-4484-b1a7-31edb3534416 req-c307f6da-10e3-44ac-921b-6a5804852872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:22.592551 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4a2fab6d-d27a-4484-b1a7-31edb3534416 req-c307f6da-10e3-44ac-921b-6a5804852872 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 1130 time: 0.0520198 May 25 16:09:22.695045 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fab6d-d27a-4484-b1a7-31edb3534416 req-1221c169-6e14-4310-9919-00ead4eb46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:22.696950 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4a2fab6d-d27a-4484-b1a7-31edb3534416 req-1221c169-6e14-4310-9919-00ead4eb46a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 920 time: 0.0932364 May 25 16:09:22.741512 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4a2fab6d-d27a-4484-b1a7-31edb3534416 req-4d7aedef-2a2a-41aa-ac3f-4ca4d1e4a006 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e831b32-3912-4fc5-8b80-9b3a1edda724 HTTP/1.1" status: 200 len: 217 time: 0.0379770 May 25 16:09:22.795130 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fab6d-d27a-4484-b1a7-31edb3534416 req-09a098c6-7195-44fa-afb8-f42a5e4a1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:22.796666 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4a2fab6d-d27a-4484-b1a7-31edb3534416 req-09a098c6-7195-44fa-afb8-f42a5e4a1170 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.0487230 May 25 16:09:22.842082 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fab6d-d27a-4484-b1a7-31edb3534416 req-e33254bf-99c1-4956-8de2-fe00468cfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:22.843620 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4a2fab6d-d27a-4484-b1a7-31edb3534416 req-e33254bf-99c1-4956-8de2-fe00468cfea1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394893 May 25 16:09:22.944910 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4a2fab6d-d27a-4484-b1a7-31edb3534416 req-930b33ed-f704-4810-a6d2-ab914b0bb1b2 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907145 May 25 16:09:23.008337 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:23.046279 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4a2fab6d-d27a-4484-b1a7-31edb3534416 req-393181cb-1a25-4885-b855-898d0f558527 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944922 May 25 16:09:23.263483 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a88e16-242c-4994-95a5-8005ca506169 req-0b46a1a9-b7ea-474d-8263-cd571297730f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:23.265034 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-55a88e16-242c-4994-95a5-8005ca506169 req-0b46a1a9-b7ea-474d-8263-cd571297730f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0519361 May 25 16:09:23.285914 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:23.313806 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-55a88e16-242c-4994-95a5-8005ca506169 req-9201f45d-81e8-4bea-b666-f12ff74e4f9f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 May 25 16:09:24.435614 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192adb06-814f-4d39-a62f-a69f9936b4c9 req-c8b95a0f-730d-4a5e-8189-36d925e3b491 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:24.437122 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-192adb06-814f-4d39-a62f-a69f9936b4c9 req-c8b95a0f-730d-4a5e-8189-36d925e3b491 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0470567 May 25 16:09:24.462194 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:24.484385 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-192adb06-814f-4d39-a62f-a69f9936b4c9 req-18978098-3b96-4fe1-b686-27c0ebee0adf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 May 25 16:09:25.600832 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459d88a-37ef-4fc7-908c-81ff20be20fe req-ab4e6b53-5b99-4892-82d1-06a159529bbe tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:25.602341 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e459d88a-37ef-4fc7-908c-81ff20be20fe req-ab4e6b53-5b99-4892-82d1-06a159529bbe tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0478265 May 25 16:09:25.651137 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e459d88a-37ef-4fc7-908c-81ff20be20fe req-26319e72-27db-417c-b207-a2bc71bce862 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426836 May 25 16:09:26.769946 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30d7d-4cd2-4602-b283-c703828aa86e req-36b157b5-49fe-4641-a1d5-00e32b0807c1 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:26.771476 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b5e30d7d-4cd2-4602-b283-c703828aa86e req-36b157b5-49fe-4641-a1d5-00e32b0807c1 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0471401 May 25 16:09:26.832537 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b5e30d7d-4cd2-4602-b283-c703828aa86e req-e6f3f274-d2fd-4d70-b772-4b67404bce51 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546491 May 25 16:09:27.953195 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45aa4ba-c7a3-4824-a95c-4526bf0bc191 req-514243d6-b285-4ad8-a84b-562f8e36ee42 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:27.954650 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b45aa4ba-c7a3-4824-a95c-4526bf0bc191 req-514243d6-b285-4ad8-a84b-562f8e36ee42 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0466719 May 25 16:09:28.004182 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b45aa4ba-c7a3-4824-a95c-4526bf0bc191 req-f647f0a2-1c9a-4d12-9de7-f338f5d76d8d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436110 May 25 16:09:29.124234 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753e341-6c2f-417a-975b-1d09c8208b6d req-5653b9ab-ad56-42b3-9b50-eebca94588c5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:29.125671 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c753e341-6c2f-417a-975b-1d09c8208b6d req-5653b9ab-ad56-42b3-9b50-eebca94588c5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0485902 May 25 16:09:29.172812 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c753e341-6c2f-417a-975b-1d09c8208b6d req-3992bee0-516d-4c0c-8bc1-1380916b2fa7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 May 25 16:09:30.285618 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32028cab-0657-4b32-97b9-dde94ab44c87 req-dd132f59-c3cd-4a29-a737-db23066bd99c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:30.287092 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-32028cab-0657-4b32-97b9-dde94ab44c87 req-dd132f59-c3cd-4a29-a737-db23066bd99c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0466976 May 25 16:09:30.333837 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-32028cab-0657-4b32-97b9-dde94ab44c87 req-b866906c-25ec-45df-a03d-c6a1e29d6d3d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 May 25 16:09:31.449141 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe9f58-d619-4355-bc8e-250955f5cd5f req-e93db19c-fa21-4b43-8618-7746612184eb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:31.450590 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e0fe9f58-d619-4355-bc8e-250955f5cd5f req-e93db19c-fa21-4b43-8618-7746612184eb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0478451 May 25 16:09:31.501543 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e0fe9f58-d619-4355-bc8e-250955f5cd5f req-cc497831-a26c-4a4a-9fda-903feffac63f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429037 May 25 16:09:32.621028 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d603-4fea-427a-aeda-b26dfcbd30cf req-195028a6-d6d6-4ecf-ada8-14485b4a496f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:32.622486 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2f64d603-4fea-427a-aeda-b26dfcbd30cf req-195028a6-d6d6-4ecf-ada8-14485b4a496f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0477076 May 25 16:09:32.669818 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2f64d603-4fea-427a-aeda-b26dfcbd30cf req-e7b3961a-909a-4678-aae9-48a647a911b2 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 May 25 16:09:32.749834 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:32.757548 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=20 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:33.802185 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b574bea-1931-448a-9c8e-f0c92ebfbd19 req-98a3aca1-b877-456d-be4e-dc04c18c2224 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:33.803638 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1b574bea-1931-448a-9c8e-f0c92ebfbd19 req-98a3aca1-b877-456d-be4e-dc04c18c2224 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0473094 May 25 16:09:33.856426 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1b574bea-1931-448a-9c8e-f0c92ebfbd19 req-f247a609-9ab0-428c-a701-583e4781254d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446024 May 25 16:09:33.957999 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eaea82b-a93f-45d2-88cc-7013981b5d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:34.709033 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:34.710177 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:35.208332 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722d2fd-f1c2-4e10-853d-881a1461ddf4 req-f9f3c837-e60e-491f-9604-6ae159c2c99e tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:35.209957 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5722d2fd-f1c2-4e10-853d-881a1461ddf4 req-f9f3c837-e60e-491f-9604-6ae159c2c99e tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.2684240 May 25 16:09:35.259477 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5722d2fd-f1c2-4e10-853d-881a1461ddf4 req-54ac1681-188f-41f1-80ff-2011fb32cabc tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413690 May 25 16:09:35.562915 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:09:36.194921 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-338e9725-4626-492f-a8de-5d3502bb72a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:36.374463 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e2ab2-623b-4dc1-aba1-764303f12bb7 req-6b7325c6-e28a-4af3-bcb4-15200219dac5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:36.376819 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-064e2ab2-623b-4dc1-aba1-764303f12bb7 req-6b7325c6-e28a-4af3-bcb4-15200219dac5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0472567 May 25 16:09:36.425749 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-064e2ab2-623b-4dc1-aba1-764303f12bb7 req-2074ac5e-0f13-4997-82c8-302b77736b0e tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 May 25 16:09:37.018781 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:37.539709 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfae4c-07d9-4653-bf36-dbe237de48bf req-2761794e-2fdc-497a-ba59-1e1d33d502a6 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:37.541204 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4cfae4c-07d9-4653-bf36-dbe237de48bf req-2761794e-2fdc-497a-ba59-1e1d33d502a6 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0484343 May 25 16:09:37.590876 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4cfae4c-07d9-4653-bf36-dbe237de48bf req-13fb4962-8443-402b-a5ff-0d7173deb3df tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 May 25 16:09:38.600000 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:38.707140 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fae22-5863-4c67-a0ce-d53e3f96ff83 req-6c4e14cf-803a-4210-acf3-bdadd85cdf6a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:38.708810 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a90fae22-5863-4c67-a0ce-d53e3f96ff83 req-6c4e14cf-803a-4210-acf3-bdadd85cdf6a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0482814 May 25 16:09:38.761897 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a90fae22-5863-4c67-a0ce-d53e3f96ff83 req-fa00f4ef-dff4-4ca9-b1d8-3b1af7fce212 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470793 May 25 16:09:39.878528 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a6f37-aa27-4712-85b9-0cc4cadc39b4 req-18a1c858-6a32-4110-b276-a4dff94fcea7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:39.880007 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c69a6f37-aa27-4712-85b9-0cc4cadc39b4 req-18a1c858-6a32-4110-b276-a4dff94fcea7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0500529 May 25 16:09:39.927959 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c69a6f37-aa27-4712-85b9-0cc4cadc39b4 req-6142defc-3aaa-4098-a923-e4da97a25199 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416973 May 25 16:09:40.077151 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.150914 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37516) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:40.259177 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-909ba199-3074-4a85-90fc-dc531f946eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.334501 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-909ba199-3074-4a85-90fc-dc531f946eb8 admin admin] Publish callbacks [] for security_group (41f4de75-ca1e-4aa3-9201-4c094ce44d43), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.338742 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-909ba199-3074-4a85-90fc-dc531f946eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (41f4de75-ca1e-4aa3-9201-4c094ce44d43), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.371667 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:40.377435 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ba199-3074-4a85-90fc-dc531f946eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f4de75-ca1e-4aa3-9201-4c094ce44d43,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:40.384627 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-909ba199-3074-4a85-90fc-dc531f946eb8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e37f7240a9bd4f36a63f9c6043aecc88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323594 May 25 16:09:40.384941 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 37522) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:40.420374 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37524) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:40.435908 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3dd63459-300d-485e-aeb2-d2bef29a7b62 admin admin] Publish callbacks [] for security_group (41f4de75-ca1e-4aa3-9201-4c094ce44d43), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.458740 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3dd63459-300d-485e-aeb2-d2bef29a7b62 admin admin] Publish callbacks [] for security_group (41f4de75-ca1e-4aa3-9201-4c094ce44d43), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.506921 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3dd63459-300d-485e-aeb2-d2bef29a7b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (41f4de75-ca1e-4aa3-9201-4c094ce44d43), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.509645 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3dd63459-300d-485e-aeb2-d2bef29a7b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.510784 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3dd63459-300d-485e-aeb2-d2bef29a7b62 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/41f4de75-ca1e-4aa3-9201-4c094ce44d43 HTTP/1.1" status: 204 len: 168 time: 0.1243691 May 25 16:09:40.519315 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd63459-300d-485e-aeb2-d2bef29a7b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f4de75-ca1e-4aa3-9201-4c094ce44d43,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:40.573704 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-108537bd-d80e-4a15-bb37-3f9d86e836a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.598497 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:40.662086 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-108537bd-d80e-4a15-bb37-3f9d86e836a0 admin admin] Publish callbacks [] for security_group (7ffde26f-bafc-45d1-be58-99ff5514cb75), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.668107 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-108537bd-d80e-4a15-bb37-3f9d86e836a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (7ffde26f-bafc-45d1-be58-99ff5514cb75), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.712625 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-108537bd-d80e-4a15-bb37-3f9d86e836a0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=57f9464c88474b21a98f614f3d7a911c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911847 May 25 16:09:40.714284 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108537bd-d80e-4a15-bb37-3f9d86e836a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffde26f-bafc-45d1-be58-99ff5514cb75,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:40.715462 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 37536) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:40.772099 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c6a936b7-bacc-49de-b650-ec0dab2cd50d admin admin] Publish callbacks [] for security_group (7ffde26f-bafc-45d1-be58-99ff5514cb75), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.803376 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c6a936b7-bacc-49de-b650-ec0dab2cd50d admin admin] Publish callbacks [] for security_group (7ffde26f-bafc-45d1-be58-99ff5514cb75), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.826303 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:40.861213 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c6a936b7-bacc-49de-b650-ec0dab2cd50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (7ffde26f-bafc-45d1-be58-99ff5514cb75), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.863777 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c6a936b7-bacc-49de-b650-ec0dab2cd50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:40.864958 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c6a936b7-bacc-49de-b650-ec0dab2cd50d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7ffde26f-bafc-45d1-be58-99ff5514cb75 HTTP/1.1" status: 204 len: 168 time: 0.1484642 May 25 16:09:40.877129 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a936b7-bacc-49de-b650-ec0dab2cd50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffde26f-bafc-45d1-be58-99ff5514cb75,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:41.072380 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e197e-5ac6-42d3-8aec-8707215fdb8a req-96da7edb-6a01-46ac-91c1-485f53034a5e tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:41.076138 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e13e197e-5ac6-42d3-8aec-8707215fdb8a req-96da7edb-6a01-46ac-91c1-485f53034a5e tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0661981 May 25 16:09:41.113741 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:41.130670 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0f05f-ae19-4558-91f6-b28614cc3447 req-6341ec63-f7a5-42b6-8107-e7ea94d837f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:41.132279 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-aca0f05f-ae19-4558-91f6-b28614cc3447 req-6341ec63-f7a5-42b6-8107-e7ea94d837f7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 1130 time: 0.0548933 May 25 16:09:41.193500 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-aca0f05f-ae19-4558-91f6-b28614cc3447 req-07565686-9520-48f2-b8b4-38e40701aa65 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550177 May 25 16:09:41.196783 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e13e197e-5ac6-42d3-8aec-8707215fdb8a req-767ad27d-0fed-4130-bba8-59708e443059 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100333 May 25 16:09:41.389282 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37572) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:41.491621 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1423877241-network', 'tenant_id': 'b32433ec45854be380fcd9a9671a4ce5'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:41.512480 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Made reservation on behalf of b32433ec45854be380fcd9a9671a4ce5 for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:09:41.514745 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:41.523060 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:41.598978 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Publish callbacks [] for security_group (2e83060e-0bbe-4f7b-8684-b636fed47141), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:41.603909 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (2e83060e-0bbe-4f7b-8684-b636fed47141), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:41.628318 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:09:41.644548 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e83060e-0bbe-4f7b-8684-b636fed47141,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:41.647627 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (837598d5-dbb0-41b7-a63a-ad525ca7e527), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:41.648058 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Added segment 837598d5-dbb0-41b7-a63a-ad525ca7e527 of type vlan for network 454d2741-79ec-4e94-82d2-47867e0733f2 May 25 16:09:41.690104 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (454d2741-79ec-4e94-82d2-47867e0733f2), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:41.716292 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (454d2741-79ec-4e94-82d2-47867e0733f2), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:41.717309 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:41.717894 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:41.776555 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3856022 May 25 16:09:41.779301 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37588) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:41.784150 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-f3c77a93-69db-4094-8a55-19550ab47d51 admin admin] Request body: {'subnet': {'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1423877241-subnet', 'tenant_id': 'b32433ec45854be380fcd9a9671a4ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:41.797729 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4551e5-3023-4008-8021-ae893daef525 admin admin] Pushing event updated for resources: {'Network': ['ID=454d2741-79ec-4e94-82d2-47867e0733f2,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:41.809471 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network 454d2741-79ec-4e94-82d2-47867e0733f2 details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:09:41.810345 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c77a93-69db-4094-8a55-19550ab47d51 admin admin] Made reservation on behalf of b32433ec45854be380fcd9a9671a4ce5 for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:09:41.814634 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f3c77a93-69db-4094-8a55-19550ab47d51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:42.007739 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f3c77a93-69db-4094-8a55-19550ab47d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for subnet (158549ca-d840-45bb-8265-5f259941d9a6), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:42.017136 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:42.070864 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:INSERT=14 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:42.108928 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c77a93-69db-4094-8a55-19550ab47d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=158549ca-d840-45bb-8265-5f259941d9a6,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:42.119750 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c77a93-69db-4094-8a55-19550ab47d51 admin admin] Checking segment: {'id': '837598d5-dbb0-41b7-a63a-ad525ca7e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:09:42.120144 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c77a93-69db-4094-8a55-19550ab47d51 admin admin] Network hostable DHCP agents. Network: 454d2741-79ec-4e94-82d2-47867e0733f2, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:09:42.147332 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c77a93-69db-4094-8a55-19550ab47d51 admin admin] Network 454d2741-79ec-4e94-82d2-47867e0733f2 is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:09:42.159615 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-f3c77a93-69db-4094-8a55-19550ab47d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, 454d2741-79ec-4e94-82d2-47867e0733f2) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:09:42.168595 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87275acd-5f29-40c4-bd63-b1531093d5e8 None None] Network 454d2741-79ec-4e94-82d2-47867e0733f2 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:09:42.176589 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c77a93-69db-4094-8a55-19550ab47d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:42.177902 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f3c77a93-69db-4094-8a55-19550ab47d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:42.200411 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f3c77a93-69db-4094-8a55-19550ab47d51 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4199376 May 25 16:09:42.364322 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006d712-4649-4cf7-8347-a231fdd7df75 None None] Network 454d2741-79ec-4e94-82d2-47867e0733f2 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:09:42.371416 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ff072-c9e1-4bbd-8655-48d6b639fb64 req-b73bef22-35ee-4498-9d37-202d887ddd06 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:42.373604 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-477ff072-c9e1-4bbd-8655-48d6b639fb64 req-b73bef22-35ee-4498-9d37-202d887ddd06 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0796258 May 25 16:09:42.448442 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-477ff072-c9e1-4bbd-8655-48d6b639fb64 req-8d911387-08a1-4248-b6c7-91742b2335b1 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688612 May 25 16:09:43.559158 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3a26e-11ab-4c39-a901-2bb7caaa9bca req-c4702bc6-f786-4e02-954e-ef7e6d388843 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:43.560677 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2fd3a26e-11ab-4c39-a901-2bb7caaa9bca req-c4702bc6-f786-4e02-954e-ef7e6d388843 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0458992 May 25 16:09:43.610582 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2fd3a26e-11ab-4c39-a901-2bb7caaa9bca req-aea4eedf-1606-41c3-9ae7-7fe36a37e418 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442820 May 25 16:09:43.808340 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37666) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:43.888004 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba993a6e-eb9f-408b-a018-208018eeeeb8 admin admin] Deleting subnet 306c4d00-9159-4279-b376-194fd4033119 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:09:43.895769 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca32b9-8c61-4bac-9818-da531f8be271 req-0b7cb59e-7a88-4224-b5c8-22c73fc2b3bb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:43.897144 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-45ca32b9-8c61-4bac-9818-da531f8be271 req-0b7cb59e-7a88-4224-b5c8-22c73fc2b3bb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0622451 May 25 16:09:43.899178 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ba993a6e-eb9f-408b-a018-208018eeeeb8 admin admin] Publish callbacks [] for subnet (306c4d00-9159-4279-b376-194fd4033119), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:43.961069 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ba993a6e-eb9f-408b-a018-208018eeeeb8 admin admin] Publish callbacks [] for subnet (306c4d00-9159-4279-b376-194fd4033119), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:43.978736 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ba993a6e-eb9f-408b-a018-208018eeeeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (306c4d00-9159-4279-b376-194fd4033119), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.008741 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-45ca32b9-8c61-4bac-9818-da531f8be271 req-46a74fd9-b415-4615-8974-dfca28fa259d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893352 May 25 16:09:44.017744 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-1b6daf32-442f-4a91-a2d7-61ddfdda3465 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:44.019479 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-1b6daf32-442f-4a91-a2d7-61ddfdda3465 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/networks?id=454d2741-79ec-4e94-82d2-47867e0733f2 HTTP/1.1" status: 200 len: 814 time: 0.1024563 May 25 16:09:44.040638 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ba993a6e-eb9f-408b-a018-208018eeeeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for subnet (306c4d00-9159-4279-b376-194fd4033119), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.044942 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-a669eea0-4b5f-483e-a047-0edc74f30d92 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/quotas/b32433ec45854be380fcd9a9671a4ce5 HTTP/1.1" status: 200 len: 375 time: 0.0103152 May 25 16:09:44.064545 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba993a6e-eb9f-408b-a018-208018eeeeb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306c4d00-9159-4279-b376-194fd4033119,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:44.070167 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ba993a6e-eb9f-408b-a018-208018eeeeb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.073502 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ba993a6e-eb9f-408b-a018-208018eeeeb8 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/306c4d00-9159-4279-b376-194fd4033119 HTTP/1.1" status: 204 len: 168 time: 0.2640030 May 25 16:09:44.075888 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37680) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:44.077345 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-76dbcf2d-6dca-4131-b2b8-24f542ccd0bb tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b32433ec45854be380fcd9a9671a4ce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266464 May 25 16:09:44.147501 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (f5a619ae-be4a-413d-9c80-83abc3afa6d2), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.173986 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ca4da6ca-f6cf-44ec-bf7d-8ca72bb40ba8 service neutron] 10.222.0.85 "GET /v2.0/networks/454d2741-79ec-4e94-82d2-47867e0733f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898643 May 25 16:09:44.231392 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (f5a619ae-be4a-413d-9c80-83abc3afa6d2), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.251980 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.252316 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.253044 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.253403 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > port after_create 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.253738 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.254079 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > port after_update 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.254394 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.254704 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.255015 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.255328 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.263439 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ae4cfbc6-9beb-483e-8582-d7c41151a8fc service neutron] 10.222.0.85 "GET /v2.0/networks/454d2741-79ec-4e94-82d2-47867e0733f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832014 May 25 16:09:44.323367 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.323721 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.324108 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.324444 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:09:44.324829 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a619ae-be4a-413d-9c80-83abc3afa6d2']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:44.344437 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55f7539-7baa-4e80-8e04-06158e7bfdfd') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:44.344727 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55f7539-7baa-4e80-8e04-06158e7bfdfd') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:44.361460 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916354'] for segment (c55f7539-7baa-4e80-8e04-06158e7bfdfd), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.387712 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (c55f7539-7baa-4e80-8e04-06158e7bfdfd), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.396208 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:09:44.396528 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8916485'] for segment (c55f7539-7baa-4e80-8e04-06158e7bfdfd), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.482204 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7dc3de4c-2b09-45c1-9bca-441c4c9abcd3 req-47dff994-a07b-42fe-bbbf-01dd30b5ddfb tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 210 time: 0.0634475 May 25 16:09:44.493715 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (f5a619ae-be4a-413d-9c80-83abc3afa6d2), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.511962 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.515201 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] 10.222.0.85 "DELETE /v2.0/networks/f5a619ae-be4a-413d-9c80-83abc3afa6d2 HTTP/1.1" status: 204 len: 168 time: 0.4382751 May 25 16:09:44.516340 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e424d-e807-4d72-9efe-00656ea7ad63 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a619ae-be4a-413d-9c80-83abc3afa6d2,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:44.518037 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 37692) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:44.569297 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50c5ff1-1ffb-41ea-a83a-0e6b9900823c admin admin] Deleting subnet 4e4a1ee1-6bd2-4d3f-ad0c-388bd7c368b0 {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:09:44.572768 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b50c5ff1-1ffb-41ea-a83a-0e6b9900823c admin admin] Publish callbacks [] for subnet (4e4a1ee1-6bd2-4d3f-ad0c-388bd7c368b0), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.611954 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment c55f7539-7baa-4e80-8e04-06158e7bfdfd resource provider aggregate not found May 25 16:09:44.618228 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b50c5ff1-1ffb-41ea-a83a-0e6b9900823c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4176203'] for subnet (4e4a1ee1-6bd2-4d3f-ad0c-388bd7c368b0), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.628351 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment c55f7539-7baa-4e80-8e04-06158e7bfdfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c55f7539-7baa-4e80-8e04-06158e7bfdfd found for delete ", "request_id": "req-29b22227-74af-4a54-a700-2ba0bbaaae97"}]} May 25 16:09:44.664310 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b50c5ff1-1ffb-41ea-a83a-0e6b9900823c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (4e4a1ee1-6bd2-4d3f-ad0c-388bd7c368b0), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.716879 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b50c5ff1-1ffb-41ea-a83a-0e6b9900823c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3990528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286790'] for subnet (4e4a1ee1-6bd2-4d3f-ad0c-388bd7c368b0), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.741664 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c5ff1-1ffb-41ea-a83a-0e6b9900823c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e4a1ee1-6bd2-4d3f-ad0c-388bd7c368b0,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:44.745521 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b50c5ff1-1ffb-41ea-a83a-0e6b9900823c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.751410 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b50c5ff1-1ffb-41ea-a83a-0e6b9900823c admin admin] 10.222.0.85 "DELETE /v2.0/subnets/4e4a1ee1-6bd2-4d3f-ad0c-388bd7c368b0 HTTP/1.1" status: 204 len: 168 time: 0.2320201 May 25 16:09:44.751501 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37706) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:44.774747 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:44.825948 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-73f60c50-e141-4a11-95e1-49ab7039a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (21aadee9-c8cc-4406-ac76-508da8027c03), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.903738 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-73f60c50-e141-4a11-95e1-49ab7039a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (21aadee9-c8cc-4406-ac76-508da8027c03), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.927708 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-73f60c50-e141-4a11-95e1-49ab7039a04c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21aadee9-c8cc-4406-ac76-508da8027c03']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:44.937064 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-73f60c50-e141-4a11-95e1-49ab7039a04c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bed664-f491-4d1b-bf12-ea931d1ca41f') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:44.937358 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-73f60c50-e141-4a11-95e1-49ab7039a04c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bed664-f491-4d1b-bf12-ea931d1ca41f') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:44.946701 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-73f60c50-e141-4a11-95e1-49ab7039a04c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916354'] for segment (f1bed664-f491-4d1b-bf12-ea931d1ca41f), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.960092 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-73f60c50-e141-4a11-95e1-49ab7039a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (f1bed664-f491-4d1b-bf12-ea931d1ca41f), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:44.966137 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f60c50-e141-4a11-95e1-49ab7039a04c admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:09:44.966511 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-73f60c50-e141-4a11-95e1-49ab7039a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8916485'] for segment (f1bed664-f491-4d1b-bf12-ea931d1ca41f), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:45.008036 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:45.025096 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-73f60c50-e141-4a11-95e1-49ab7039a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (21aadee9-c8cc-4406-ac76-508da8027c03), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:45.031053 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-73f60c50-e141-4a11-95e1-49ab7039a04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:45.036581 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-73f60c50-e141-4a11-95e1-49ab7039a04c admin admin] 10.222.0.85 "DELETE /v2.0/networks/21aadee9-c8cc-4406-ac76-508da8027c03 HTTP/1.1" status: 204 len: 168 time: 0.2816238 May 25 16:09:45.046794 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f60c50-e141-4a11-95e1-49ab7039a04c admin admin] Pushing event deleted for resources: {'Network': ['ID=21aadee9-c8cc-4406-ac76-508da8027c03,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:45.129999 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01d848-5fd9-4348-a9b9-169a9a08175a req-ddef7ec9-ad18-4930-923f-e699f5059228 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:45.131474 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3f01d848-5fd9-4348-a9b9-169a9a08175a req-ddef7ec9-ad18-4930-923f-e699f5059228 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0507095 May 25 16:09:45.174044 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:45.182881 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3f01d848-5fd9-4348-a9b9-169a9a08175a req-c6b2b864-0469-4103-8958-32e2a34f02b0 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457695 May 25 16:09:45.215858 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37712) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:45.259680 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-bec9d69f-7b81-4e49-9a19-8d8fb4f63431 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f7f047df998e495798bf2660814db661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423908 May 25 16:09:45.262111 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37714) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:45.332338 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e2595ebd-5e8b-4d00-a1c2-867d19117b7c admin admin] Publish callbacks [] for security_group (3c335a29-47d0-4661-8439-ad67e015b9aa), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:45.360009 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e2595ebd-5e8b-4d00-a1c2-867d19117b7c admin admin] Publish callbacks [] for security_group (3c335a29-47d0-4661-8439-ad67e015b9aa), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:45.412569 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e2595ebd-5e8b-4d00-a1c2-867d19117b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (3c335a29-47d0-4661-8439-ad67e015b9aa), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:45.415707 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e2595ebd-5e8b-4d00-a1c2-867d19117b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:45.416254 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e2595ebd-5e8b-4d00-a1c2-867d19117b7c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3c335a29-47d0-4661-8439-ad67e015b9aa HTTP/1.1" status: 204 len: 168 time: 0.1529129 May 25 16:09:45.424285 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2595ebd-5e8b-4d00-a1c2-867d19117b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c335a29-47d0-4661-8439-ad67e015b9aa,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:45.562171 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:45.587355 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bed9d828-c650-45b0-9ce7-4f7b47cafd8c req-f5a94945-b7dc-4bc3-bc9f-a95692fcfe2a tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 210 time: 0.0293467 May 25 16:09:45.790941 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37724) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:45.839323 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0cef7540-3a80-40c5-a5fa-bb9d82f9ce80 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d97854d072824236bfa880a44fa3aced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469112 May 25 16:09:45.843125 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37726) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:45.900039 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b91450e8-2bac-4cfd-9710-c52b63da3581 admin admin] Publish callbacks [] for security_group (42c141e4-6e36-4f45-8e6b-f1296c595aed), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:45.923802 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b91450e8-2bac-4cfd-9710-c52b63da3581 admin admin] Publish callbacks [] for security_group (42c141e4-6e36-4f45-8e6b-f1296c595aed), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:45.986387 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b91450e8-2bac-4cfd-9710-c52b63da3581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (42c141e4-6e36-4f45-8e6b-f1296c595aed), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:45.989812 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b91450e8-2bac-4cfd-9710-c52b63da3581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:45.991196 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b91450e8-2bac-4cfd-9710-c52b63da3581 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/42c141e4-6e36-4f45-8e6b-f1296c595aed HTTP/1.1" status: 204 len: 168 time: 0.1467328 May 25 16:09:46.001368 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91450e8-2bac-4cfd-9710-c52b63da3581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c141e4-6e36-4f45-8e6b-f1296c595aed,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:46.304022 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2086c-bd5c-4fdd-9b84-eb7280824175 req-1ae85865-598b-49a8-b1e5-1fd89a07be13 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:46.305778 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ddc2086c-bd5c-4fdd-9b84-eb7280824175 req-1ae85865-598b-49a8-b1e5-1fd89a07be13 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0520222 May 25 16:09:46.360642 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ddc2086c-bd5c-4fdd-9b84-eb7280824175 req-aeb7274e-a2d7-43b7-a5a9-c7bbfcbfee6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482910 May 25 16:09:46.581866 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2db4e-476c-4627-8cf3-ad8a5395c826 req-ebb0d627-b2f3-4d02-84fa-346a44ed40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:46.583693 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45c2db4e-476c-4627-8cf3-ad8a5395c826 req-ebb0d627-b2f3-4d02-84fa-346a44ed40e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 1130 time: 0.0596159 May 25 16:09:46.616957 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:46.650664 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment f1bed664-f491-4d1b-bf12-ea931d1ca41f resource provider aggregate not found May 25 16:09:46.670880 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment f1bed664-f491-4d1b-bf12-ea931d1ca41f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1bed664-f491-4d1b-bf12-ea931d1ca41f found for delete ", "request_id": "req-c6aa6a8a-e177-4cbf-a746-de98b0c7496e"}]} May 25 16:09:46.695780 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2db4e-476c-4627-8cf3-ad8a5395c826 req-965b2df7-e8a2-408f-94f9-6e1e18d917b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:46.696677 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45c2db4e-476c-4627-8cf3-ad8a5395c826 req-965b2df7-e8a2-408f-94f9-6e1e18d917b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 920 time: 0.1002264 May 25 16:09:46.728472 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4e642e10-4652-4d45-9cb9-c62ec7bdad78 req-5a26ba3a-33b3-4918-92e6-1c376b977b06 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 210 time: 0.0429387 May 25 16:09:46.748730 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45c2db4e-476c-4627-8cf3-ad8a5395c826 req-22943404-53ed-45e8-88a0-f9a02d5c2632 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e831b32-3912-4fc5-8b80-9b3a1edda724 HTTP/1.1" status: 200 len: 217 time: 0.0398219 May 25 16:09:46.807720 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2db4e-476c-4627-8cf3-ad8a5395c826 req-41583a86-68f9-4185-ab3f-cf67a077dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:46.809245 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45c2db4e-476c-4627-8cf3-ad8a5395c826 req-41583a86-68f9-4185-ab3f-cf67a077dc7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.0506549 May 25 16:09:47.127397 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2db4e-476c-4627-8cf3-ad8a5395c826 req-d6adaf1d-ea76-42b8-a5a2-2dd3df4feaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:47.128992 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45c2db4e-476c-4627-8cf3-ad8a5395c826 req-d6adaf1d-ea76-42b8-a5a2-2dd3df4feaf8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420554 May 25 16:09:47.296879 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45c2db4e-476c-4627-8cf3-ad8a5395c826 req-90d74fe6-30d1-4297-a756-8b7d8c755750 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610324 May 25 16:09:47.376692 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-a05a743f-37cd-4fd4-8db5-15c738f83866 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:47.378034 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-a05a743f-37cd-4fd4-8db5-15c738f83866 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.67 "GET /v2.0/networks?id=454d2741-79ec-4e94-82d2-47867e0733f2 HTTP/1.1" status: 200 len: 814 time: 0.1815574 May 25 16:09:47.406712 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Request body: {'port': {'device_id': '8253004a-eb87-4982-963c-d977a69b1508', 'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2', 'admin_state_up': True, 'tenant_id': 'b32433ec45854be380fcd9a9671a4ce5'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:47.516120 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45c2db4e-476c-4627-8cf3-ad8a5395c826 req-c03204ff-62b2-4dc2-8383-51a9d6d496c9 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068517 May 25 16:09:47.543485 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7587df-cf5d-4430-9311-193b07106180 req-833ac25d-15a2-4279-ad22-560c8f952777 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:47.545015 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5c7587df-cf5d-4430-9311-193b07106180 req-833ac25d-15a2-4279-ad22-560c8f952777 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0889509 May 25 16:09:47.621905 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5c7587df-cf5d-4430-9311-193b07106180 req-e9475f4f-0905-4c81-a62f-b36fefde8bdb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692427 May 25 16:09:47.627087 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Made reservation on behalf of b32433ec45854be380fcd9a9671a4ce5 for: {'port': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:09:47.630920 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:47.784677 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Allocated IP 172.20.0.4 (454d2741-79ec-4e94-82d2-47867e0733f2/158549ca-d840-45bb-8265-5f259941d9a6/5aa2665a-f27b-4727-a1dc-4d9a102547d8) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:09:47.796116 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:47.830220 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:47.845575 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ceb5e530-8a73-49ab-8d33-b593eabe8bc6 req-7991d236-5d39-4483-af12-95e834c8bcd2 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 210 time: 0.0303049 May 25 16:09:47.954271 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks [] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:47.986768 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:48.034336 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Network 454d2741-79ec-4e94-82d2-47867e0733f2 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:09:48.037497 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:09:48.041419 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:09:48.064443 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Pushing event updated for resources: {'Port': ['ID=5aa2665a-f27b-4727-a1dc-4d9a102547d8,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:48.078380 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.078722 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.079046 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.079381 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.079693 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.080035 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.080359 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.080675 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.080986 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.081301 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.081612 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.081925 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.082234 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.082543 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.082848 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:48.102969 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:48.103615 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:48.120325 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-ee072083-64e4-41ff-a7e1-af530364f6d7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7210395 May 25 16:09:48.755173 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bb297-9e73-408a-a132-506ea86b0ed8 req-5dd44b0d-60ca-429f-b9c3-40d1a30d4a89 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:48.756996 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9a5bb297-9e73-408a-a132-506ea86b0ed8 req-5dd44b0d-60ca-429f-b9c3-40d1a30d4a89 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0480399 May 25 16:09:48.811190 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9a5bb297-9e73-408a-a132-506ea86b0ed8 req-7a63c13c-1ae7-4cfb-90a6-b675c65c99e5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473547 May 25 16:09:48.962098 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc44b3-d9e4-4a7b-b2d2-de13ed079fea req-18f0d583-9740-4e29-8b41-ae9ae55913ff tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:48.963434 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-75fc44b3-d9e4-4a7b-b2d2-de13ed079fea req-18f0d583-9740-4e29-8b41-ae9ae55913ff tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 931 time: 0.0461497 May 25 16:09:49.012462 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-75fc44b3-d9e4-4a7b-b2d2-de13ed079fea req-c79bee7e-4d75-490c-80fb-8b8bd9fee0f7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 May 25 16:09:49.178292 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Request body: {'port': {'device_id': '8253004a-eb87-4982-963c-d977a69b1508', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:49.472649 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:49.659149 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:49.751812 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa2665a-f27b-4727-a1dc-4d9a102547d8 {{(pid=104069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:09:49.759536 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Publish callbacks [] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:49.773115 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.provisioning_blocks [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Transition to ACTIVE for port object 5aa2665a-f27b-4727-a1dc-4d9a102547d8 will not be triggered until provisioned by entity L2. {{(pid=104069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:09:49.777979 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:49.799843 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:49.826951 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:49.829111 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Pushing event updated for resources: {'Port': ['ID=5aa2665a-f27b-4727-a1dc-4d9a102547d8,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:49.901405 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Attempting to bind port 5aa2665a-f27b-4727-a1dc-4d9a102547d8 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:09:49.901733 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Attempting to bind port 5aa2665a-f27b-4727-a1dc-4d9a102547d8 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '837598d5-dbb0-41b7-a63a-ad525ca7e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:09:49.902055 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Attempting to bind port 5aa2665a-f27b-4727-a1dc-4d9a102547d8 on network 454d2741-79ec-4e94-82d2-47867e0733f2 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:09:49.906643 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Port 5aa2665a-f27b-4727-a1dc-4d9a102547d8 on network 454d2741-79ec-4e94-82d2-47867e0733f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:09:49.906954 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Attempting to bind port 5aa2665a-f27b-4727-a1dc-4d9a102547d8 on network 454d2741-79ec-4e94-82d2-47867e0733f2 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:09:49.911993 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:09:49.912320 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Checking segment: {'id': '837598d5-dbb0-41b7-a63a-ad525ca7e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:09:49.912687 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Bound using segment: {'id': '837598d5-dbb0-41b7-a63a-ad525ca7e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:09:49.913111 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Bound port: 5aa2665a-f27b-4727-a1dc-4d9a102547d8, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837598d5-dbb0-41b7-a63a-ad525ca7e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:09:49.913448 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:49.938213 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379b9c3-64ac-41a9-8451-2e7861169ceb req-e9231970-57d1-47a5-bc15-e39b80024a9e tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:49.939867 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5379b9c3-64ac-41a9-8451-2e7861169ceb req-e9231970-57d1-47a5-bc15-e39b80024a9e tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0559824 May 25 16:09:49.980526 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] For port 5aa2665a-f27b-4727-a1dc-4d9a102547d8, host hv-cinder-84327, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:09:49.983974 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] For port 5aa2665a-f27b-4727-a1dc-4d9a102547d8, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aa2665a-f27b-4727-a1dc-4d9a102547d8,segment=NetworkSegment(837598d5-dbb0-41b7-a63a-ad525ca7e527),segment_id=837598d5-dbb0-41b7-a63a-ad525ca7e527)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:09:49.990426 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:49.996043 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5379b9c3-64ac-41a9-8451-2e7861169ceb req-29f8a7e8-f7dc-40e1-9030-8f477bfa89b7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502570 May 25 16:09:50.022448 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:50.023048 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:50.024792 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] 10.222.0.67 "PUT /v2.0/ports/5aa2665a-f27b-4727-a1dc-4d9a102547d8 HTTP/1.1" status: 200 len: 1093 time: 0.8510444 May 25 16:09:50.025210 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8253004a-eb87-4982-963c-d977a69b1508', 'tag': '5aa2665a-f27b-4727-a1dc-4d9a102547d8'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:09:50.027632 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0152cb67-8ba8-47cb-af96-728117ff8c47" -d '{"events": [{"name": "network-changed", "server_uuid": "8253004a-eb87-4982-963c-d977a69b1508", "tag": "5aa2665a-f27b-4727-a1dc-4d9a102547d8"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:09:50.056157 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bab96f-271c-4fd6-8895-7b23fdcfdbea service neutron] Pushing event updated for resources: {'Port': ['ID=5aa2665a-f27b-4727-a1dc-4d9a102547d8,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:50.082328 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d5ce2f-83f4-49cd-a432-164bab3b7e2f x-openstack-request-id: req-b4d5ce2f-83f4-49cd-a432-164bab3b7e2f {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:09:50.082508 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8253004a-eb87-4982-963c-d977a69b1508", "tag": "5aa2665a-f27b-4727-a1dc-4d9a102547d8", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:09:50.082780 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b4d5ce2f-83f4-49cd-a432-164bab3b7e2f {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:09:50.083191 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d5ce2f-83f4-49cd-a432-164bab3b7e2f'] response: {'name': 'network-changed', 'server_uuid': '8253004a-eb87-4982-963c-d977a69b1508', 'tag': '5aa2665a-f27b-4727-a1dc-4d9a102547d8', 'status': 'completed', 'code': 200} May 25 16:09:50.147367 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc84ea-01ca-4116-bb8e-b88ff1805480 req-c6658ddf-5454-4c89-8656-b8788c716bf8 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:50.149360 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8ebc84ea-01ca-4116-bb8e-b88ff1805480 req-c6658ddf-5454-4c89-8656-b8788c716bf8 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 943 time: 0.0470352 May 25 16:09:50.172816 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:50.201088 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8ebc84ea-01ca-4116-bb8e-b88ff1805480 req-14b1f406-ca76-4fc6-8d84-a1b27b9d46b9 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 May 25 16:09:50.210634 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37846) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:50.327649 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:50.341755 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-1e2160f6-da0f-46f2-81d2-89d497867b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:50.343243 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-1e2160f6-da0f-46f2-81d2-89d497867b2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b32433ec45854be380fcd9a9671a4ce5&device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 1127 time: 0.0434735 May 25 16:09:50.394907 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-088f93d0-8383-418b-bf94-4e68de97abd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aa2665a-f27b-4727-a1dc-4d9a102547d8 HTTP/1.1" status: 200 len: 217 time: 0.0331428 May 25 16:09:50.415348 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Publish callbacks [] for security_group (4378a369-3a66-4897-ab56-b40c3c43b54a), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:50.420892 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (4378a369-3a66-4897-ab56-b40c3c43b54a), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:50.427260 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:50.458966 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-7b34bf50-05d9-4a2f-a6e3-af73d59897c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:50.460656 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-7b34bf50-05d9-4a2f-a6e3-af73d59897c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=158549ca-d840-45bb-8265-5f259941d9a6 HTTP/1.1" status: 200 len: 854 time: 0.0558078 May 25 16:09:50.468049 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7cec4cc428754579bcf1a56f555bc363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539933 May 25 16:09:50.468771 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37856) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:50.477171 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4378a369-3a66-4897-ab56-b40c3c43b54a,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:50.501969 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.502310 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.502847 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.503187 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.503516 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.504027 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.504510 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.504837 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.505178 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.505513 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.505815 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.506135 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.506543 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.506768 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.507196 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f14a-c15a-4c2e-a251-c2f974ad01c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:50.514455 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-24b3f8ec-d206-4818-86f0-549a17acf5f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=454d2741-79ec-4e94-82d2-47867e0733f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292125 May 25 16:09:50.543853 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-54f980ec-67de-4d59-9a76-10ed34772b87 admin admin] Publish callbacks [] for security_group (4378a369-3a66-4897-ab56-b40c3c43b54a), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:50.572170 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-54f980ec-67de-4d59-9a76-10ed34772b87 admin admin] Publish callbacks [] for security_group (4378a369-3a66-4897-ab56-b40c3c43b54a), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:50.625990 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-54f980ec-67de-4d59-9a76-10ed34772b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (4378a369-3a66-4897-ab56-b40c3c43b54a), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:50.627196 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-79ec380a-ac93-46f4-912d-a9e0ab9d2c65 service neutron] 10.222.0.67 "GET /v2.0/networks/454d2741-79ec-4e94-82d2-47867e0733f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994902 May 25 16:09:50.628670 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-54f980ec-67de-4d59-9a76-10ed34772b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:50.629808 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-54f980ec-67de-4d59-9a76-10ed34772b87 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4378a369-3a66-4897-ab56-b40c3c43b54a HTTP/1.1" status: 204 len: 168 time: 0.1601439 May 25 16:09:50.640097 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f980ec-67de-4d59-9a76-10ed34772b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4378a369-3a66-4897-ab56-b40c3c43b54a,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:50.762873 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f2aa72-a8fe-4fd3-8f48-22eb93eeaf8f req-8bed2c70-359c-4fac-a3fb-9a42d0c86a85 service neutron] 10.222.0.67 "GET /v2.0/networks/454d2741-79ec-4e94-82d2-47867e0733f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156805 May 25 16:09:51.127896 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21f42f-21c0-4994-9061-ccd801381260 req-6c7a649e-75f1-4d4f-a210-3208806a834b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:51.129348 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0d21f42f-21c0-4994-9061-ccd801381260 req-6c7a649e-75f1-4d4f-a210-3208806a834b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0592613 May 25 16:09:51.180585 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0d21f42f-21c0-4994-9061-ccd801381260 req-a7cf03a5-ff8e-4b04-974b-cf6082ffa8ec tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442023 May 25 16:09:51.314751 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb91d0-9132-4483-bee4-610f8566afd8 req-ad7a9ad4-ff8e-45cc-85dd-d6179c62101c tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:51.316332 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-17eb91d0-9132-4483-bee4-610f8566afd8 req-ad7a9ad4-ff8e-45cc-85dd-d6179c62101c tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 943 time: 0.0483456 May 25 16:09:51.368797 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-17eb91d0-9132-4483-bee4-610f8566afd8 req-8bf806d8-3f50-4702-a369-c2e55ac3f6c6 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459993 May 25 16:09:52.148395 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152cb67-8ba8-47cb-af96-728117ff8c47 req-9795aa55-9559-45ee-9852-dd5e0cb149c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:52.150263 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0152cb67-8ba8-47cb-af96-728117ff8c47 req-9795aa55-9559-45ee-9852-dd5e0cb149c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b32433ec45854be380fcd9a9671a4ce5&device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 1127 time: 0.0422742 May 25 16:09:52.259086 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152cb67-8ba8-47cb-af96-728117ff8c47 req-46936777-5edf-4e91-a807-e5bbb93990fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:52.261045 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0152cb67-8ba8-47cb-af96-728117ff8c47 req-46936777-5edf-4e91-a807-e5bbb93990fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=454d2741-79ec-4e94-82d2-47867e0733f2 HTTP/1.1" status: 200 len: 915 time: 0.1024296 May 25 16:09:52.310283 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0152cb67-8ba8-47cb-af96-728117ff8c47 req-285e645f-f5bb-43c3-a017-a70d9a42aca8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aa2665a-f27b-4727-a1dc-4d9a102547d8 HTTP/1.1" status: 200 len: 217 time: 0.0397818 May 25 16:09:52.370789 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152cb67-8ba8-47cb-af96-728117ff8c47 req-b8c3cca9-b516-4dd9-a4dc-8a928dae61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:52.373342 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0152cb67-8ba8-47cb-af96-728117ff8c47 req-b8c3cca9-b516-4dd9-a4dc-8a928dae61fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=158549ca-d840-45bb-8265-5f259941d9a6 HTTP/1.1" status: 200 len: 854 time: 0.0550416 May 25 16:09:52.418814 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0152cb67-8ba8-47cb-af96-728117ff8c47 req-f468c453-35c1-4a85-aa97-95d9030a5597 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=454d2741-79ec-4e94-82d2-47867e0733f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367324 May 25 16:09:52.497918 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674f303-c07e-4c82-844a-241cd28a79a3 req-0f8f4036-d6cb-423c-9834-7afa91326586 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:52.505340 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a674f303-c07e-4c82-844a-241cd28a79a3 req-0f8f4036-d6cb-423c-9834-7afa91326586 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 943 time: 0.0552418 May 25 16:09:52.566660 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a674f303-c07e-4c82-844a-241cd28a79a3 req-983ca6b2-721d-46b9-bd1c-75ed25194385 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599260 May 25 16:09:52.567923 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:52.584651 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0152cb67-8ba8-47cb-af96-728117ff8c47 req-99573936-7833-4738-bba1-b25edf0cbe76 service neutron] 10.222.0.67 "GET /v2.0/networks/454d2741-79ec-4e94-82d2-47867e0733f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489310 May 25 16:09:52.642568 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5b338-3a83-4110-83dc-4d850a0fd6a8 req-cfc6612a-0459-452c-97b4-f056a80c68ac tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:52.644221 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fae5b338-3a83-4110-83dc-4d850a0fd6a8 req-cfc6612a-0459-452c-97b4-f056a80c68ac tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0575099 May 25 16:09:52.644353 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37908) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:52.649196 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-c006ad21-c933-4ad4-9071-7fe95c0830f7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1277611554', 'description': 'tempest-description--186568757'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:52.670382 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c006ad21-c933-4ad4-9071-7fe95c0830f7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:52.673060 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:52.711489 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fae5b338-3a83-4110-83dc-4d850a0fd6a8 req-32ff19b2-ad5d-4ca3-a454-83a8254ba024 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570438 May 25 16:09:52.746632 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c006ad21-c933-4ad4-9071-7fe95c0830f7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for security_group (f3891c33-3904-49ed-8f6a-6b4dbe219b6e), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:52.750818 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c006ad21-c933-4ad4-9071-7fe95c0830f7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f3891c33-3904-49ed-8f6a-6b4dbe219b6e), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:52.780280 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c006ad21-c933-4ad4-9071-7fe95c0830f7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:52.784407 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 37910) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:52.784569 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c006ad21-c933-4ad4-9071-7fe95c0830f7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1391072 May 25 16:09:52.786472 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006ad21-c933-4ad4-9071-7fe95c0830f7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3891c33-3904-49ed-8f6a-6b4dbe219b6e,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:52.789826 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-4fb2df9b-f364-422a-ba9a-d591e9223c0a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Request body: {'security_group_rule': {'security_group_id': 'f3891c33-3904-49ed-8f6a-6b4dbe219b6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:52.860277 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4fb2df9b-f364-422a-ba9a-d591e9223c0a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for security_group_rule (106d48c1-e5d1-4399-836a-a7760f1efc59), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:52.885465 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0152cb67-8ba8-47cb-af96-728117ff8c47 req-1ff5997c-8117-44bd-a2aa-9462c9eeb52b service neutron] 10.222.0.67 "GET /v2.0/networks/454d2741-79ec-4e94-82d2-47867e0733f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223903 May 25 16:09:52.962103 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6dd3636d-1104-414d-9532-e7dbdcafbfe3 req-63598f51-1a6f-4674-bc25-af838682feb2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562963 May 25 16:09:52.970051 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4fb2df9b-f364-422a-ba9a-d591e9223c0a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for security_group_rule (106d48c1-e5d1-4399-836a-a7760f1efc59), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:52.974134 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4fb2df9b-f364-422a-ba9a-d591e9223c0a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (106d48c1-e5d1-4399-836a-a7760f1efc59), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.003713 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2df9b-f364-422a-ba9a-d591e9223c0a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106d48c1-e5d1-4399-836a-a7760f1efc59,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:53.025658 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4fb2df9b-f364-422a-ba9a-d591e9223c0a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.026708 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4fb2df9b-f364-422a-ba9a-d591e9223c0a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2411673 May 25 16:09:53.029662 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37912) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:53.035042 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-4134c8b4-19ac-4784-893b-b5f67b9b4ca5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Request body: {'security_group_rule': {'security_group_id': 'f3891c33-3904-49ed-8f6a-6b4dbe219b6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:53.036916 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3636d-1104-414d-9532-e7dbdcafbfe3 req-68acc9a9-1a56-4101-8eeb-0f710dbdb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:53.040216 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6dd3636d-1104-414d-9532-e7dbdcafbfe3 req-68acc9a9-1a56-4101-8eeb-0f710dbdb812 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 1130 time: 0.0468330 May 25 16:09:53.049277 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:53.070409 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4134c8b4-19ac-4784-893b-b5f67b9b4ca5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for security_group_rule (a3dd4dd7-2bc7-4c1b-a869-0595db31948c), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.147002 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4134c8b4-19ac-4784-893b-b5f67b9b4ca5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for security_group_rule (a3dd4dd7-2bc7-4c1b-a869-0595db31948c), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.152383 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4134c8b4-19ac-4784-893b-b5f67b9b4ca5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (a3dd4dd7-2bc7-4c1b-a869-0595db31948c), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.169005 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134c8b4-19ac-4784-893b-b5f67b9b4ca5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3dd4dd7-2bc7-4c1b-a869-0595db31948c,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:53.171658 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3636d-1104-414d-9532-e7dbdcafbfe3 req-8242e5ab-4a27-448b-86c7-c04c52779dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:53.173221 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6dd3636d-1104-414d-9532-e7dbdcafbfe3 req-8242e5ab-4a27-448b-86c7-c04c52779dbf service neutron] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 920 time: 0.1080103 May 25 16:09:53.180892 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4134c8b4-19ac-4784-893b-b5f67b9b4ca5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.184926 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4134c8b4-19ac-4784-893b-b5f67b9b4ca5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512375 May 25 16:09:53.185164 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 37918) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:53.189813 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:53.211225 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.216452 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6dd3636d-1104-414d-9532-e7dbdcafbfe3 req-77a2e309-075b-46c0-a8f0-f3dd19f80514 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e831b32-3912-4fc5-8b80-9b3a1edda724 HTTP/1.1" status: 200 len: 217 time: 0.0342789 May 25 16:09:53.282628 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3636d-1104-414d-9532-e7dbdcafbfe3 req-f6bdd5db-caf2-4c6c-92ae-6207d29275db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:53.284214 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6dd3636d-1104-414d-9532-e7dbdcafbfe3 req-f6bdd5db-caf2-4c6c-92ae-6207d29275db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.0524452 May 25 16:09:53.294643 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.355225 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3636d-1104-414d-9532-e7dbdcafbfe3 req-3114b6f7-b930-4747-966a-365a23dd6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:53.356834 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6dd3636d-1104-414d-9532-e7dbdcafbfe3 req-3114b6f7-b930-4747-966a-365a23dd6815 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554590 May 25 16:09:53.405075 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:53.420856 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Allocated IP 172.27.0.132 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/48f2c62a-5a6d-405b-b5af-0725c6fb34b3) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:09:53.472153 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6dd3636d-1104-414d-9532-e7dbdcafbfe3 req-cca18b11-c0b1-4ded-b1f8-35fc7462616b service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978312 May 25 16:09:53.548098 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for port (48f2c62a-5a6d-405b-b5af-0725c6fb34b3), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.566178 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5aa2665a-f27b-4727-a1dc-4d9a102547d8 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:09:53.581769 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6dd3636d-1104-414d-9532-e7dbdcafbfe3 req-c32cee6d-0421-4353-aa08-5a418a3b9b83 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019220 May 25 16:09:53.589429 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (48f2c62a-5a6d-405b-b5af-0725c6fb34b3), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.637757 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:09:53.641506 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:09:53.645866 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:09:53.683446 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Pushing event updated for resources: {'Port': ['ID=48f2c62a-5a6d-405b-b5af-0725c6fb34b3,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:53.727788 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf4e1-8c7a-45ad-8aaa-d8754cc88172 req-d53946b7-8c0c-4527-838e-0ec0fa3085fa tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:53.729457 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-aaecf4e1-8c7a-45ad-8aaa-d8754cc88172 req-d53946b7-8c0c-4527-838e-0ec0fa3085fa tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 943 time: 0.0558045 May 25 16:09:53.738676 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5aa2665a-f27b-4727-a1dc-4d9a102547d8, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aa2665a-f27b-4727-a1dc-4d9a102547d8,segment=NetworkSegment(837598d5-dbb0-41b7-a63a-ad525ca7e527),segment_id=837598d5-dbb0-41b7-a63a-ad525ca7e527)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:09:53.781880 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '5aa2665a-f27b-4727-a1dc-4d9a102547d8', 'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2', 'port_id': '5aa2665a-f27b-4727-a1dc-4d9a102547d8', 'mac_address': 'fa:16:3e:06:88:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158549ca-d840-45bb-8265-5f259941d9a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:09:53.782126 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for floatingip (65a081ad-1985-42eb-994e-897ff91bd789), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.788107 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-aaecf4e1-8c7a-45ad-8aaa-d8754cc88172 req-45c6d3f0-97db-4470-a088-5de25491b2bc tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503409 May 25 16:09:53.824373 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 5aa2665a-f27b-4727-a1dc-4d9a102547d8 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:09:53.824902 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.839474 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa2665a-f27b-4727-a1dc-4d9a102547d8 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:09:53.859783 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5aa2665a-f27b-4727-a1dc-4d9a102547d8, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aa2665a-f27b-4727-a1dc-4d9a102547d8,segment=NetworkSegment(837598d5-dbb0-41b7-a63a-ad525ca7e527),segment_id=837598d5-dbb0-41b7-a63a-ad525ca7e527)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:09:53.864012 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.865403 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (48f2c62a-5a6d-405b-b5af-0725c6fb34b3), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:53.891854 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:53.900446 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242daea-8f61-473e-94dc-b0a596718b3f req-9691a49c-084f-4acf-b275-693375d85fb3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:53.901925 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9242daea-8f61-473e-94dc-b0a596718b3f req-9691a49c-084f-4acf-b275-693375d85fb3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0747812 May 25 16:09:53.916675 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=5aa2665a-f27b-4727-a1dc-4d9a102547d8,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:53.923696 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.924067 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.924436 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.924789 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.925121 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.925445 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.925767 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.926088 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.926410 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.926729 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.927049 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.927381 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.927700 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.928039 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.928354 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:53.986391 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9242daea-8f61-473e-94dc-b0a596718b3f req-8cd346c6-e4d4-430e-b106-43237f1b6eaa tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770307 May 25 16:09:54.095216 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for port (48f2c62a-5a6d-405b-b5af-0725c6fb34b3), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:54.101371 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (48f2c62a-5a6d-405b-b5af-0725c6fb34b3), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:54.188509 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Pushing event updated for resources: {'Port': ['ID=48f2c62a-5a6d-405b-b5af-0725c6fb34b3,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:54.197495 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (65a081ad-1985-42eb-994e-897ff91bd789), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:54.213828 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:54.215273 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e737d6d6-cc08-4954-89b5-f41f910c0043 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0291409 May 25 16:09:54.263567 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['5aa2665a-f27b-4727-a1dc-4d9a102547d8'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:09:54.340882 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:54.402706 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:54.433917 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-db184704-a452-4e48-a122-2439fdfae3a2 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1277611554&fields=id&tenant_id=f7733d8b5059433eb18dc6b174eb9533 HTTP/1.1" status: 200 len: 267 time: 0.0457022 May 25 16:09:54.508163 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:54.544390 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8611bd-922e-43b3-9664-06c2df641202 req-65383470-c18f-41a9-95e6-b829a5246d12 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:54.545859 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-65383470-c18f-41a9-95e6-b829a5246d12 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 819 time: 0.1048257 May 25 16:09:54.561998 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-60985038-530e-406a-95e6-c3c6863f7aec tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/quotas/f7733d8b5059433eb18dc6b174eb9533 HTTP/1.1" status: 200 len: 375 time: 0.0100389 May 25 16:09:54.618975 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-37ba2f51-4e18-4921-bc22-800e3b8d9b12 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0513668 May 25 16:09:54.726017 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-c39328c6-2ba1-42c5-b8f9-5dbe410d0d18 service neutron] 10.222.0.85 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945449 May 25 16:09:54.852450 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-9fcf9487-0af6-4bbd-ba32-2049561e0248 service neutron] 10.222.0.85 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200550 May 25 16:09:54.902507 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:54.923611 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f936927-9f16-4bbf-97a2-82c37c24918e req-399a999e-a1e6-4e7b-807c-b3b699cb9aab tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:54.925148 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f936927-9f16-4bbf-97a2-82c37c24918e req-399a999e-a1e6-4e7b-807c-b3b699cb9aab tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 944 time: 0.0561419 May 25 16:09:55.018397 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f936927-9f16-4bbf-97a2-82c37c24918e req-d2605031-4308-4493-a766-2f6307756183 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870609 May 25 16:09:55.042321 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-775c5393-03b1-450a-965b-0007ccc4202a req-81a06629-b50b-407a-9b6f-9e163d5f93ca tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 210 time: 0.0336874 May 25 16:09:55.132698 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbb4ff-b95d-4e3e-8e16-7a9c312ccd03 req-97984d0d-7d3f-452c-bf85-f2947180094d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:55.134374 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f8dbb4ff-b95d-4e3e-8e16-7a9c312ccd03 req-97984d0d-7d3f-452c-bf85-f2947180094d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0530238 May 25 16:09:55.191830 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f8dbb4ff-b95d-4e3e-8e16-7a9c312ccd03 req-97900640-b12b-4210-94a0-4b705abdf3cb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493257 May 25 16:09:55.567313 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5aa2665a-f27b-4727-a1dc-4d9a102547d8 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:09:55.614345 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 5aa2665a-f27b-4727-a1dc-4d9a102547d8 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:09:55.621209 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 5aa2665a-f27b-4727-a1dc-4d9a102547d8 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:09:55.621570 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:55.653949 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:55.699919 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 5aa2665a-f27b-4727-a1dc-4d9a102547d8 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:09:55.700200 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:55.724105 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8253004a-eb87-4982-963c-d977a69b1508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa2665a-f27b-4727-a1dc-4d9a102547d8'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:09:55.726347 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9110d7-651c-4574-97d8-2b6e27fd4461" -d '{"events": [{"server_uuid": "8253004a-eb87-4982-963c-d977a69b1508", "name": "network-vif-plugged", "status": "completed", "tag": "5aa2665a-f27b-4727-a1dc-4d9a102547d8"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:09:55.739041 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5aa2665a-f27b-4727-a1dc-4d9a102547d8, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aa2665a-f27b-4727-a1dc-4d9a102547d8,segment=NetworkSegment(837598d5-dbb0-41b7-a63a-ad525ca7e527),segment_id=837598d5-dbb0-41b7-a63a-ad525ca7e527)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:09:55.747164 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:55.772095 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478a1e75-7dfe-45b7-92d1-d28d3b037287 x-openstack-request-id: req-478a1e75-7dfe-45b7-92d1-d28d3b037287 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:09:55.772400 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8253004a-eb87-4982-963c-d977a69b1508", "name": "network-vif-plugged", "status": "completed", "tag": "5aa2665a-f27b-4727-a1dc-4d9a102547d8", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:09:55.772639 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-478a1e75-7dfe-45b7-92d1-d28d3b037287 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:09:55.773019 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478a1e75-7dfe-45b7-92d1-d28d3b037287'] response: {'server_uuid': '8253004a-eb87-4982-963c-d977a69b1508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa2665a-f27b-4727-a1dc-4d9a102547d8', 'code': 200} May 25 16:09:55.801619 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=5aa2665a-f27b-4727-a1dc-4d9a102547d8,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:56.180204 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f77e7-981a-459f-8b81-ac02c6916510 req-9da6b881-8a76-4065-acb4-61d92ab6f113 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:56.181125 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8d5f77e7-981a-459f-8b81-ac02c6916510 req-9da6b881-8a76-4065-acb4-61d92ab6f113 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 945 time: 0.0817888 May 25 16:09:56.231348 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8d5f77e7-981a-459f-8b81-ac02c6916510 req-e5c80958-6443-4be8-9ec3-4fc433806dce tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440123 May 25 16:09:56.255906 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c7d5a458-e437-4d72-83e1-c66dae2f2429 req-2f9596d7-c449-40b9-8549-be6b72a67824 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 210 time: 0.0883636 May 25 16:09:56.313774 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cd260-06b0-4093-ad14-9df64b67398c req-9f1d0d86-4a49-4555-8027-465f3cee48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:56.315272 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a24cd260-06b0-4093-ad14-9df64b67398c req-9f1d0d86-4a49-4555-8027-465f3cee48dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 1129 time: 0.0928688 May 25 16:09:56.358605 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e382135-87f9-4c64-bf78-a309073886ca req-eb59ac35-a6b8-4d2e-88fa-6773a325d9d3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:56.360379 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2e382135-87f9-4c64-bf78-a309073886ca req-eb59ac35-a6b8-4d2e-88fa-6773a325d9d3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0559499 May 25 16:09:56.369276 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8611bd-922e-43b3-9664-06c2df641202 req-4b7de1a3-fa3d-41a9-9723-692e9360239a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:56.370674 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-4b7de1a3-fa3d-41a9-9723-692e9360239a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 819 time: 0.2191608 May 25 16:09:56.387218 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a24cd260-06b0-4093-ad14-9df64b67398c req-34cf665f-21cb-4d40-9838-9a51ccfa0230 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640223 May 25 16:09:56.412105 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2e382135-87f9-4c64-bf78-a309073886ca req-2b832048-bad3-49ac-944a-2b4fa2a395c9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440650 May 25 16:09:56.788104 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-cf9f6da6-4cad-4f7a-b596-1dca081fa7f7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7733d8b5059433eb18dc6b174eb9533 HTTP/1.1" status: 200 len: 380 time: 0.0666890 May 25 16:09:56.806224 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-eb8611bd-922e-43b3-9664-06c2df641202 req-8ad89bb5-9697-402b-b5ec-27dbe6cc8f30 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Request body: {'port': {'device_id': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'admin_state_up': True, 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'security_groups': ['f3891c33-3904-49ed-8f6a-6b4dbe219b6e']}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:56.918261 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8611bd-922e-43b3-9664-06c2df641202 req-8ad89bb5-9697-402b-b5ec-27dbe6cc8f30 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Made reservation on behalf of f7733d8b5059433eb18dc6b174eb9533 for: {'port': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:09:56.922143 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-eb8611bd-922e-43b3-9664-06c2df641202 req-8ad89bb5-9697-402b-b5ec-27dbe6cc8f30 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:57.049596 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [req-eb8611bd-922e-43b3-9664-06c2df641202 req-8ad89bb5-9697-402b-b5ec-27dbe6cc8f30 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Allocated IP 172.20.0.5 (877c8ddf-7ab7-4a0d-986b-a567e6cc159c/13ebf141-6a37-448c-a7c3-5ecbba7302b3/9dc3e056-237c-4546-af66-e3fc4e599215) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:09:57.086502 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:57.137744 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:57.199777 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-eb8611bd-922e-43b3-9664-06c2df641202 req-8ad89bb5-9697-402b-b5ec-27dbe6cc8f30 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for port (9dc3e056-237c-4546-af66-e3fc4e599215), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:57.234000 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-eb8611bd-922e-43b3-9664-06c2df641202 req-8ad89bb5-9697-402b-b5ec-27dbe6cc8f30 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:57.281058 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8611bd-922e-43b3-9664-06c2df641202 req-8ad89bb5-9697-402b-b5ec-27dbe6cc8f30 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:09:57.284206 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [req-eb8611bd-922e-43b3-9664-06c2df641202 req-8ad89bb5-9697-402b-b5ec-27dbe6cc8f30 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:09:57.288216 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8611bd-922e-43b3-9664-06c2df641202 req-8ad89bb5-9697-402b-b5ec-27dbe6cc8f30 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:09:57.316610 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad89bb5-9697-402b-b5ec-27dbe6cc8f30 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Pushing event updated for resources: {'Port': ['ID=9dc3e056-237c-4546-af66-e3fc4e599215,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:57.359425 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8611bd-922e-43b3-9664-06c2df641202 req-8ad89bb5-9697-402b-b5ec-27dbe6cc8f30 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:57.360052 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-eb8611bd-922e-43b3-9664-06c2df641202 req-8ad89bb5-9697-402b-b5ec-27dbe6cc8f30 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:57.396534 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-8ad89bb5-9697-402b-b5ec-27dbe6cc8f30 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5939260 May 25 16:09:57.408239 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccb7d5-4d32-4e97-8fd9-960d44192e6d req-e78b9982-ccd2-480d-a3c6-352ae2bbe437 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:57.409911 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bdccb7d5-4d32-4e97-8fd9-960d44192e6d req-e78b9982-ccd2-480d-a3c6-352ae2bbe437 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 945 time: 0.0762558 May 25 16:09:57.414480 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178737a-a147-49d6-a25b-bdf84489ff0b req-faff7bbd-ed9a-4e8e-a1bf-d2580aa51ce9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:57.414973 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Request body: {'port': {'device_id': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:09:57.417718 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1178737a-a147-49d6-a25b-bdf84489ff0b req-faff7bbd-ed9a-4e8e-a1bf-d2580aa51ce9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 931 time: 0.0673170 May 25 16:09:57.489417 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1178737a-a147-49d6-a25b-bdf84489ff0b req-a6803c70-8aa9-48b4-bf61-7898f5b0144e tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610569 May 25 16:09:57.531093 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:57.539154 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bdccb7d5-4d32-4e97-8fd9-960d44192e6d req-d78ace15-4787-411c-bb26-6cddf4fe4a3a tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201730 May 25 16:09:57.597761 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bae5d0-6c38-41d6-a70d-a22a78c8a11e req-ebe44714-d74c-4241-9292-2aa4b6feead4 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:57.599730 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-98bae5d0-6c38-41d6-a70d-a22a78c8a11e req-ebe44714-d74c-4241-9292-2aa4b6feead4 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0493288 May 25 16:09:57.600558 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 38018) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:57.630908 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-5721254a-d0b1-410a-a6ed-6380b8a6e375 None None] Provisioning complete for port 9dc3e056-237c-4546-af66-e3fc4e599215 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:09:57.632220 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5721254a-d0b1-410a-a6ed-6380b8a6e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:57.656170 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-98bae5d0-6c38-41d6-a70d-a22a78c8a11e req-c14e121c-eb36-473f-80d1-89d175868855 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486715 May 25 16:09:57.664517 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-5721254a-d0b1-410a-a6ed-6380b8a6e375 None None] Port 9dc3e056-237c-4546-af66-e3fc4e599215 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:09:57.741387 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-91431b72-df24-4a79-9cfb-c4c49c6cca9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:57.805589 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:57.826216 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-91431b72-df24-4a79-9cfb-c4c49c6cca9a admin admin] Publish callbacks [] for security_group (2b5e6e14-3728-4b38-99fc-864650077d6b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:57.830805 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-91431b72-df24-4a79-9cfb-c4c49c6cca9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (2b5e6e14-3728-4b38-99fc-864650077d6b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:57.869201 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc3e056-237c-4546-af66-e3fc4e599215 {{(pid=104069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:09:57.878432 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Publish callbacks [] for port (9dc3e056-237c-4546-af66-e3fc4e599215), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:57.879111 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-91431b72-df24-4a79-9cfb-c4c49c6cca9a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=44b1c124d7fa464c8b63523b02393fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774720 May 25 16:09:57.879651 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 38022) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:57.880606 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91431b72-df24-4a79-9cfb-c4c49c6cca9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5e6e14-3728-4b38-99fc-864650077d6b,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:57.913063 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:57.914327 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.provisioning_blocks [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Transition to ACTIVE for port object 9dc3e056-237c-4546-af66-e3fc4e599215 will not be triggered until provisioned by entity L2. {{(pid=104069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:09:57.925063 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:57.983919 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:57.994959 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3ae05e8d-e1ad-4913-8b63-925c5efd035f admin admin] Publish callbacks [] for security_group (2b5e6e14-3728-4b38-99fc-864650077d6b), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:57.999309 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc3e056-237c-4546-af66-e3fc4e599215,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:58.064228 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3ae05e8d-e1ad-4913-8b63-925c5efd035f admin admin] Publish callbacks [] for security_group (2b5e6e14-3728-4b38-99fc-864650077d6b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:58.122508 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Attempting to bind port 9dc3e056-237c-4546-af66-e3fc4e599215 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:09:58.122983 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Attempting to bind port 9dc3e056-237c-4546-af66-e3fc4e599215 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:09:58.123405 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Attempting to bind port 9dc3e056-237c-4546-af66-e3fc4e599215 on network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:09:58.129260 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Port 9dc3e056-237c-4546-af66-e3fc4e599215 on network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:09:58.129570 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Attempting to bind port 9dc3e056-237c-4546-af66-e3fc4e599215 on network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:09:58.135578 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:09:58.135961 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Checking segment: {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:09:58.136332 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Bound using segment: {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:09:58.136742 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Bound port: 9dc3e056-237c-4546-af66-e3fc4e599215, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507f4e23-08fa-435d-9ad8-4d054c12afb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:09:58.137088 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:58.153509 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3ae05e8d-e1ad-4913-8b63-925c5efd035f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (2b5e6e14-3728-4b38-99fc-864650077d6b), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:58.156049 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3ae05e8d-e1ad-4913-8b63-925c5efd035f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:58.157290 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3ae05e8d-e1ad-4913-8b63-925c5efd035f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2b5e6e14-3728-4b38-99fc-864650077d6b HTTP/1.1" status: 204 len: 168 time: 0.2760625 May 25 16:09:58.184976 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae05e8d-e1ad-4913-8b63-925c5efd035f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5e6e14-3728-4b38-99fc-864650077d6b,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:58.213252 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] For port 9dc3e056-237c-4546-af66-e3fc4e599215, host hv-cinder-84327, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:09:58.216382 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] For port 9dc3e056-237c-4546-af66-e3fc4e599215, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9dc3e056-237c-4546-af66-e3fc4e599215,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:09:58.222594 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:58.257209 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:58.257866 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:58.259281 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] 10.222.0.67 "PUT /v2.0/ports/9dc3e056-237c-4546-af66-e3fc4e599215 HTTP/1.1" status: 200 len: 1093 time: 0.8483453 May 25 16:09:58.259802 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'tag': '9dc3e056-237c-4546-af66-e3fc4e599215'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:09:58.261921 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f6485e-148b-4fb8-badd-87310e5776e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3950b05-a514-47cb-8eee-c63d90575a10", "tag": "9dc3e056-237c-4546-af66-e3fc4e599215"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:09:58.285782 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f27deb-767a-429a-a75f-d83da7b5ce66 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc3e056-237c-4546-af66-e3fc4e599215,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:58.308004 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ccd640-6709-4fba-a915-9fcb7ea2671a x-openstack-request-id: req-45ccd640-6709-4fba-a915-9fcb7ea2671a {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:09:58.308297 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3950b05-a514-47cb-8eee-c63d90575a10", "tag": "9dc3e056-237c-4546-af66-e3fc4e599215", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:09:58.308660 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-45ccd640-6709-4fba-a915-9fcb7ea2671a {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:09:58.309064 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ccd640-6709-4fba-a915-9fcb7ea2671a'] response: {'name': 'network-changed', 'server_uuid': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'tag': '9dc3e056-237c-4546-af66-e3fc4e599215', 'status': 'completed', 'code': 200} May 25 16:09:58.489835 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 38034) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:58.503706 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-732e73f7-e5a1-4dd4-ae6e-3237af696da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:58.573525 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:58.622713 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6485e-148b-4fb8-badd-87310e5776e6 req-88e8bfe2-fcb9-4b2e-b320-20aaf0e5c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:58.624396 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-12f6485e-148b-4fb8-badd-87310e5776e6 req-88e8bfe2-fcb9-4b2e-b320-20aaf0e5c43e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 1127 time: 0.0579610 May 25 16:09:58.636134 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67db3a-be5b-411d-8d52-64323fad35a6 req-3927f044-3adf-48e8-8c7d-9fbd094bd745 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:58.637627 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3a67db3a-be5b-411d-8d52-64323fad35a6 req-3927f044-3adf-48e8-8c7d-9fbd094bd745 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 943 time: 0.0760305 May 25 16:09:58.648720 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-732e73f7-e5a1-4dd4-ae6e-3237af696da6 admin admin] Publish callbacks [] for security_group (a8ce01cf-1c4b-4749-8b07-07c11ed63e3e), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:58.656915 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-732e73f7-e5a1-4dd4-ae6e-3237af696da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a8ce01cf-1c4b-4749-8b07-07c11ed63e3e), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:58.716383 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-732e73f7-e5a1-4dd4-ae6e-3237af696da6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e9d790283c8648fa8b1cc8736538531e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253664 May 25 16:09:58.720060 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e73f7-e5a1-4dd4-ae6e-3237af696da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ce01cf-1c4b-4749-8b07-07c11ed63e3e,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:58.722364 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 38046) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:09:58.739978 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3a67db3a-be5b-411d-8d52-64323fad35a6 req-cefde9fb-467c-4ac7-805a-e289b246073a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935969 May 25 16:09:58.770206 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4015ee-2551-4f81-9a3c-d936ec1c8b4f req-0ca4da8f-90b9-48e1-8ce5-25af05c67f0b tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:58.771678 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9f4015ee-2551-4f81-9a3c-d936ec1c8b4f req-0ca4da8f-90b9-48e1-8ce5-25af05c67f0b tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 945 time: 0.1051304 May 25 16:09:58.842997 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6485e-148b-4fb8-badd-87310e5776e6 req-9e7ecc7b-f22a-4dff-af98-60d9da853bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:58.844444 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-12f6485e-148b-4fb8-badd-87310e5776e6 req-9e7ecc7b-f22a-4dff-af98-60d9da853bf6 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f7733d8b5059433eb18dc6b174eb9533&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1987987 May 25 16:09:58.852981 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df498f9c-2b0f-42ac-960d-7b7d44003950 req-abde63df-cacd-4c63-b239-e8bcf1e95349 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:58.854247 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-df498f9c-2b0f-42ac-960d-7b7d44003950 req-abde63df-cacd-4c63-b239-e8bcf1e95349 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0491333 May 25 16:09:58.860362 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9a3ffd2a-c85e-4373-8fb1-d4cc8c7fb313 admin admin] Publish callbacks [] for security_group (a8ce01cf-1c4b-4749-8b07-07c11ed63e3e), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:58.887636 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9f4015ee-2551-4f81-9a3c-d936ec1c8b4f req-9cc691e7-39bc-47f2-ae98-022de63fb68b tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075969 May 25 16:09:58.913612 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-df498f9c-2b0f-42ac-960d-7b7d44003950 req-3d8cd17c-4187-471c-b665-1bfbc1fbf860 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517647 May 25 16:09:58.941493 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9a3ffd2a-c85e-4373-8fb1-d4cc8c7fb313 admin admin] Publish callbacks [] for security_group (a8ce01cf-1c4b-4749-8b07-07c11ed63e3e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:59.000453 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6485e-148b-4fb8-badd-87310e5776e6 req-504891dc-4517-49be-9915-2cfe2988dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:59.001909 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-12f6485e-148b-4fb8-badd-87310e5776e6 req-504891dc-4517-49be-9915-2cfe2988dfbc service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426313 May 25 16:09:59.024288 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9a3ffd2a-c85e-4373-8fb1-d4cc8c7fb313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a8ce01cf-1c4b-4749-8b07-07c11ed63e3e), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:59.033536 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9a3ffd2a-c85e-4373-8fb1-d4cc8c7fb313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:09:59.034219 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9a3ffd2a-c85e-4373-8fb1-d4cc8c7fb313 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a8ce01cf-1c4b-4749-8b07-07c11ed63e3e HTTP/1.1" status: 204 len: 168 time: 0.3090951 May 25 16:09:59.043602 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ffd2a-c85e-4373-8fb1-d4cc8c7fb313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ce01cf-1c4b-4749-8b07-07c11ed63e3e,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:59.086096 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:59.087491 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f727a4e7-7ea0-494c-9a99-743e213f477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:59.089438 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-f727a4e7-7ea0-494c-9a99-743e213f477a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 1127 time: 0.0470700 May 25 16:09:59.141501 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-48531ad8-4467-4c9a-8ec5-a31bbb6c050a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc3e056-237c-4546-af66-e3fc4e599215 HTTP/1.1" status: 200 len: 217 time: 0.0361414 May 25 16:09:59.204177 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8611bd-922e-43b3-9664-06c2df641202 req-28edbe8b-7a9e-4741-969d-dfba7edf5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:59.205791 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-28edbe8b-7a9e-4741-969d-dfba7edf5355 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.0500400 May 25 16:09:59.258582 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8611bd-922e-43b3-9664-06c2df641202 req-3b7eff85-1f1a-4bed-a2b1-c2b765387f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:59.260351 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-3b7eff85-1f1a-4bed-a2b1-c2b765387f80 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437093 May 25 16:09:59.290313 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:09:59.381585 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-6719a6d7-075b-4a7d-ac5a-768528273786 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102459 May 25 16:09:59.477190 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb8611bd-922e-43b3-9664-06c2df641202 req-9a21b4b6-c731-41dc-969e-22b7a6a14e60 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882194 May 25 16:09:59.857022 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0f186-5bf4-4850-bb4f-ab25373d8a5c req-115c2d39-8015-48e7-9ccc-c2185d93519b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:09:59.858556 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4cb0f186-5bf4-4850-bb4f-ab25373d8a5c req-115c2d39-8015-48e7-9ccc-c2185d93519b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 943 time: 0.0489917 May 25 16:09:59.913897 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4cb0f186-5bf4-4850-bb4f-ab25373d8a5c req-c1c4760b-216f-4275-90c6-a5f6fdffee39 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497172 May 25 16:10:00.045126 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b774b1-462a-4887-be1d-27aecaec8f79 req-bc78b50c-b551-4b07-a513-75bf3ff97807 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:00.046616 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e7b774b1-462a-4887-be1d-27aecaec8f79 req-bc78b50c-b551-4b07-a513-75bf3ff97807 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0518100 May 25 16:10:00.095856 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e7b774b1-462a-4887-be1d-27aecaec8f79 req-f07ad82a-bb2b-471a-986c-7cb5190e6c72 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431046 May 25 16:10:01.041856 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15427dd0-97d2-4b16-b6ec-c01cdd32e68d req-c7d5ed94-dbab-4fec-bc87-33e27c94f0b3 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:01.043329 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-15427dd0-97d2-4b16-b6ec-c01cdd32e68d req-c7d5ed94-dbab-4fec-bc87-33e27c94f0b3 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 943 time: 0.0545266 May 25 16:10:01.090071 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-15427dd0-97d2-4b16-b6ec-c01cdd32e68d req-1ccb8094-016a-4c09-8a74-efb2676e7715 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 May 25 16:10:01.218266 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cca8d-55d2-443a-8c27-98b2334149a9 req-1decf28b-deb7-4380-b1d5-b4d459508d73 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:01.219856 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-411cca8d-55d2-443a-8c27-98b2334149a9 req-1decf28b-deb7-4380-b1d5-b4d459508d73 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0511684 May 25 16:10:01.279008 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-411cca8d-55d2-443a-8c27-98b2334149a9 req-31a1509a-af72-4a03-b69d-1caa61352594 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492566 May 25 16:10:02.215655 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7483e73-581c-43cd-b880-01377e267d4a req-568d3c33-b67f-4031-96a1-9b7c016fea03 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:02.217164 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c7483e73-581c-43cd-b880-01377e267d4a req-568d3c33-b67f-4031-96a1-9b7c016fea03 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 943 time: 0.0558674 May 25 16:10:02.290368 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c7483e73-581c-43cd-b880-01377e267d4a req-9b2aab2d-4807-46ba-87db-c1688a82840e tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638282 May 25 16:10:02.412301 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e478e-9e45-4b22-9441-296eca4ed031 req-9953cb03-cf48-4ae1-96cf-45b93f85d7f7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:02.414262 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e03e478e-9e45-4b22-9441-296eca4ed031 req-9953cb03-cf48-4ae1-96cf-45b93f85d7f7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0513291 May 25 16:10:02.427784 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 38196) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:10:02.432813 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-a1e9530b-3b91-48cf-84a6-9cab405c3ae3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1890568650', 'description': 'tempest-description--246558868'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:10:02.459544 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a1e9530b-3b91-48cf-84a6-9cab405c3ae3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:02.470777 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e03e478e-9e45-4b22-9441-296eca4ed031 req-79a1d475-f563-4b75-a1c6-d5b430c34329 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460296 May 25 16:10:02.540089 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a1e9530b-3b91-48cf-84a6-9cab405c3ae3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (bbc2b5f0-2ffa-4113-8bbe-08c001ee4034), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:02.547134 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a1e9530b-3b91-48cf-84a6-9cab405c3ae3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (bbc2b5f0-2ffa-4113-8bbe-08c001ee4034), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:02.552054 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:02.581294 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9530b-3b91-48cf-84a6-9cab405c3ae3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:02.588257 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a1e9530b-3b91-48cf-84a6-9cab405c3ae3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:02.589372 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a1e9530b-3b91-48cf-84a6-9cab405c3ae3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1605325 May 25 16:10:02.592627 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 38200) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:10:02.597453 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-da31d498-da73-43c0-b0e3-0710b9e9b69a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'security_group_rule': {'security_group_id': 'bbc2b5f0-2ffa-4113-8bbe-08c001ee4034', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:10:02.624374 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-da31d498-da73-43c0-b0e3-0710b9e9b69a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (94192df1-9ab2-4097-ab1e-bef57f7b5a3b), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:02.671882 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-da31d498-da73-43c0-b0e3-0710b9e9b69a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (94192df1-9ab2-4097-ab1e-bef57f7b5a3b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:02.676448 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-da31d498-da73-43c0-b0e3-0710b9e9b69a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (94192df1-9ab2-4097-ab1e-bef57f7b5a3b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:02.696758 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31d498-da73-43c0-b0e3-0710b9e9b69a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94192df1-9ab2-4097-ab1e-bef57f7b5a3b,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:02.701997 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-da31d498-da73-43c0-b0e3-0710b9e9b69a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:02.703305 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-da31d498-da73-43c0-b0e3-0710b9e9b69a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095572 May 25 16:10:02.705874 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 38202) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:10:02.710052 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-f84dd5b7-910f-4b40-9ee0-f56c0fc14356 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'security_group_rule': {'security_group_id': 'bbc2b5f0-2ffa-4113-8bbe-08c001ee4034', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:10:02.737303 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f84dd5b7-910f-4b40-9ee0-f56c0fc14356 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (37850af7-8cc9-475b-9cdd-bc9cf9100218), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:02.746216 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:02.796094 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f84dd5b7-910f-4b40-9ee0-f56c0fc14356 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (37850af7-8cc9-475b-9cdd-bc9cf9100218), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:02.800629 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f84dd5b7-910f-4b40-9ee0-f56c0fc14356 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (37850af7-8cc9-475b-9cdd-bc9cf9100218), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:02.817741 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dd5b7-910f-4b40-9ee0-f56c0fc14356 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37850af7-8cc9-475b-9cdd-bc9cf9100218,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:02.826936 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f84dd5b7-910f-4b40-9ee0-f56c0fc14356 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:02.828231 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f84dd5b7-910f-4b40-9ee0-f56c0fc14356 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213951 May 25 16:10:02.831727 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 38204) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:10:02.836260 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:10:02.859186 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:02.940483 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:03.054378 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Allocated IP 172.27.0.218 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/9a07685e-a3b5-44fc-b936-60ca8d43b0e1) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:10:03.167048 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for port (9a07685e-a3b5-44fc-b936-60ca8d43b0e1), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:03.201880 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (9a07685e-a3b5-44fc-b936-60ca8d43b0e1), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:03.242939 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:10:03.247681 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:10:03.251571 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:10:03.254865 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'Port': ['ID=9a07685e-a3b5-44fc-b936-60ca8d43b0e1,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:03.302501 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:03.341723 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (117b7eb0-27b2-4041-9f91-e4dea5a05b17), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:03.405465 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (9a07685e-a3b5-44fc-b936-60ca8d43b0e1), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:03.408860 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:03.445260 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70eebc1-ede6-46aa-a922-53fb4998c109 req-7624d2a9-ba12-487b-bec8-29c464147f6a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:03.446818 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e70eebc1-ede6-46aa-a922-53fb4998c109 req-7624d2a9-ba12-487b-bec8-29c464147f6a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 943 time: 0.0774879 May 25 16:10:03.569856 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e70eebc1-ede6-46aa-a922-53fb4998c109 req-f281e4b1-3ae7-4461-9ee8-af1ee84d8725 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157906 May 25 16:10:03.589723 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 9dc3e056-237c-4546-af66-e3fc4e599215 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:10:03.630922 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bfafe-21c6-47a5-b1b8-e7437684d6e7 req-74eb122b-8cc4-4c85-8caa-cea111403f9d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:03.632853 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d21bfafe-21c6-47a5-b1b8-e7437684d6e7 req-74eb122b-8cc4-4c85-8caa-cea111403f9d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0823009 May 25 16:10:03.652742 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for port (9a07685e-a3b5-44fc-b936-60ca8d43b0e1), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:03.657812 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (9a07685e-a3b5-44fc-b936-60ca8d43b0e1), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:03.726427 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 9dc3e056-237c-4546-af66-e3fc4e599215, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9dc3e056-237c-4546-af66-e3fc4e599215,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:10:03.740504 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '9dc3e056-237c-4546-af66-e3fc4e599215', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'port_id': '9dc3e056-237c-4546-af66-e3fc4e599215', 'mac_address': 'fa:16:3e:b7:73:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:10:03.790367 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 9dc3e056-237c-4546-af66-e3fc4e599215 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:10:03.790727 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:03.806440 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc3e056-237c-4546-af66-e3fc4e599215 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:10:03.834451 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 9dc3e056-237c-4546-af66-e3fc4e599215, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9dc3e056-237c-4546-af66-e3fc4e599215,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:10:03.838807 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:03.889110 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=9dc3e056-237c-4546-af66-e3fc4e599215,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:03.933478 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d21bfafe-21c6-47a5-b1b8-e7437684d6e7 req-fbc7e5ae-efed-4681-a4cf-fed24b833fe6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944119 May 25 16:10:03.957372 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b1249da3-c42f-4abd-bf99-a1e71d66c921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:03.977362 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'Port': ['ID=9a07685e-a3b5-44fc-b936-60ca8d43b0e1,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:03.980557 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (117b7eb0-27b2-4041-9f91-e4dea5a05b17), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:03.997355 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:03.998570 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-57173bde-1ca2-4c6d-ae0a-94374d487fca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1657631 May 25 16:10:04.205128 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['9dc3e056-237c-4546-af66-e3fc4e599215'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:10:04.207630 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-78395a34-6294-439d-afc0-f3dc5bd23cb8 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1890568650&fields=id&tenant_id=32e48e8e884b4840ba54d546d82d2334 HTTP/1.1" status: 200 len: 267 time: 0.0459845 May 25 16:10:04.328706 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535603c5-3939-461b-98b7-355850c60ee2 req-a5cdec5e-e271-4d69-b64c-2300cfddc5d2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:04.329675 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:04.330158 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-a5cdec5e-e271-4d69-b64c-2300cfddc5d2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/networks?id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 200 len: 814 time: 0.1155856 May 25 16:10:04.356011 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-86d2363f-7730-481e-8654-03f43a458dbf tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/quotas/32e48e8e884b4840ba54d546d82d2334 HTTP/1.1" status: 200 len: 375 time: 0.0134721 May 25 16:10:04.408538 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-6328e777-66a6-400b-9446-ae62d5e926f1 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471628 May 25 16:10:04.514988 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-4add267f-7c0d-4fd4-b098-c47a36af8ed0 service neutron] 10.222.0.85 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921130 May 25 16:10:04.574435 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:04.606588 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-668b92ea-5d2f-4bb1-a7af-6706dd2b7bff service neutron] 10.222.0.85 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855272 May 25 16:10:04.695667 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922b661-a49e-48ff-9194-3a97289645b1 req-6d3e335c-5346-4c19-9a8b-5aec444622aa tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:04.700403 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2922b661-a49e-48ff-9194-3a97289645b1 req-6d3e335c-5346-4c19-9a8b-5aec444622aa tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 944 time: 0.0510426 May 25 16:10:04.760955 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2922b661-a49e-48ff-9194-3a97289645b1 req-93ea800e-e1e9-458c-baa9-cb3ea99c26f1 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548863 May 25 16:10:04.777936 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-727f8d80-1579-410a-8bc2-aaef0adacc74 req-2320c926-2aab-42e6-b37a-5d87d528f0af tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 210 time: 0.0331101 May 25 16:10:05.061037 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cef11-600d-4496-90b0-5a7bbfd72c82 req-00152b69-4365-4df2-9ebb-b19e04c055ba tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:05.062861 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4c9cef11-600d-4496-90b0-5a7bbfd72c82 req-00152b69-4365-4df2-9ebb-b19e04c055ba tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0532939 May 25 16:10:05.115679 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4c9cef11-600d-4496-90b0-5a7bbfd72c82 req-5b8f9a30-5861-4822-a6cc-082dcb922272 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463133 May 25 16:10:05.614828 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 9dc3e056-237c-4546-af66-e3fc4e599215 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:10:05.658247 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 9dc3e056-237c-4546-af66-e3fc4e599215 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:10:05.666352 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 9dc3e056-237c-4546-af66-e3fc4e599215 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:10:05.666670 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:05.689164 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:05.745527 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 9dc3e056-237c-4546-af66-e3fc4e599215 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:10:05.745909 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:05.772715 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3e056-237c-4546-af66-e3fc4e599215'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:10:05.775444 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e470ef2e-562e-42c9-b356-6b63c5fb0a54" -d '{"events": [{"server_uuid": "a3950b05-a514-47cb-8eee-c63d90575a10", "name": "network-vif-plugged", "status": "completed", "tag": "9dc3e056-237c-4546-af66-e3fc4e599215"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:10:05.789281 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 9dc3e056-237c-4546-af66-e3fc4e599215, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9dc3e056-237c-4546-af66-e3fc4e599215,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:10:05.794334 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:05.865027 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1776e8-708d-400e-871a-45aee489ce1f x-openstack-request-id: req-1b1776e8-708d-400e-871a-45aee489ce1f {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:10:05.865305 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3950b05-a514-47cb-8eee-c63d90575a10", "name": "network-vif-plugged", "status": "completed", "tag": "9dc3e056-237c-4546-af66-e3fc4e599215", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:10:05.865550 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1b1776e8-708d-400e-871a-45aee489ce1f {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:10:05.865939 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1776e8-708d-400e-871a-45aee489ce1f'] response: {'server_uuid': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3e056-237c-4546-af66-e3fc4e599215', 'code': 200} May 25 16:10:05.866566 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=9dc3e056-237c-4546-af66-e3fc4e599215,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:05.909827 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b791516b-1eb6-4abc-ab54-0eb2266a294a req-67ee5536-e22d-4e9e-b9f5-ecc979504514 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 210 time: 0.0390179 May 25 16:10:05.945880 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:05.973848 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535603c5-3939-461b-98b7-355850c60ee2 req-61245560-4b39-4548-b5be-90ddea905b70 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:05.975361 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-61245560-4b39-4548-b5be-90ddea905b70 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "GET /v2.0/networks?id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 200 len: 814 time: 0.1265526 May 25 16:10:05.991252 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bac535-aeef-45df-8ad0-6046e7a1b29c req-01fd5386-ea86-43f2-a4ac-c160d11af90c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:05.992793 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c5bac535-aeef-45df-8ad0-6046e7a1b29c req-01fd5386-ea86-43f2-a4ac-c160d11af90c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.1544430 May 25 16:10:06.094593 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f85e60-d7f2-46c3-aa0a-348d216eef32 req-17b968ab-ac73-45eb-872c-354f2390e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:06.096170 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a5f85e60-d7f2-46c3-aa0a-348d216eef32 req-17b968ab-ac73-45eb-872c-354f2390e56b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 1129 time: 0.0960560 May 25 16:10:06.112732 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:06.120158 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c5bac535-aeef-45df-8ad0-6046e7a1b29c req-37ce14ef-6395-4860-91f3-e982454de009 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186581 May 25 16:10:06.140400 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-3f191c76-3ffa-447b-baf8-fdfbe3054c21 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32e48e8e884b4840ba54d546d82d2334 HTTP/1.1" status: 200 len: 473 time: 0.1411753 May 25 16:10:06.194183 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c34888fe-32ba-4cb7-9e76-d8a2704ccc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:06.196348 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-535603c5-3939-461b-98b7-355850c60ee2 req-9f696124-a4de-4141-833b-f48563d88ba5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'port': {'device_id': '53b50f41-74ab-479c-898d-14e7396de0bb', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'admin_state_up': True, 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'security_groups': ['bbc2b5f0-2ffa-4113-8bbe-08c001ee4034']}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:10:06.241604 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633052a-d491-49d7-8a7f-3da239d18514 req-2ff30548-63af-479d-81e2-0b947a517410 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:06.243424 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6633052a-d491-49d7-8a7f-3da239d18514 req-2ff30548-63af-479d-81e2-0b947a517410 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0525799 May 25 16:10:06.296106 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6633052a-d491-49d7-8a7f-3da239d18514 req-12ca1743-51e9-4e88-bade-d9dc0b1e70e8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425105 May 25 16:10:06.302331 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a5f85e60-d7f2-46c3-aa0a-348d216eef32 req-245f41ff-b3d1-4df9-b375-f78ec6cc656b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009150 May 25 16:10:06.345650 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535603c5-3939-461b-98b7-355850c60ee2 req-9f696124-a4de-4141-833b-f48563d88ba5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Made reservation on behalf of 32e48e8e884b4840ba54d546d82d2334 for: {'port': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:10:06.349235 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-535603c5-3939-461b-98b7-355850c60ee2 req-9f696124-a4de-4141-833b-f48563d88ba5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:06.477318 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [req-535603c5-3939-461b-98b7-355850c60ee2 req-9f696124-a4de-4141-833b-f48563d88ba5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Allocated IP 172.20.0.14 (a2dc3f38-efe8-41d0-ba54-fbd07705ad76/82c0c133-9624-48f4-80aa-0db4b953b350/ac4617cf-b210-4ee5-8011-34c4c46ae91a) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:10:06.617631 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-535603c5-3939-461b-98b7-355850c60ee2 req-9f696124-a4de-4141-833b-f48563d88ba5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:06.650381 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-535603c5-3939-461b-98b7-355850c60ee2 req-9f696124-a4de-4141-833b-f48563d88ba5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:06.695664 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535603c5-3939-461b-98b7-355850c60ee2 req-9f696124-a4de-4141-833b-f48563d88ba5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:10:06.700869 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [req-535603c5-3939-461b-98b7-355850c60ee2 req-9f696124-a4de-4141-833b-f48563d88ba5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:10:06.704571 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-535603c5-3939-461b-98b7-355850c60ee2 req-9f696124-a4de-4141-833b-f48563d88ba5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:10:06.736765 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f696124-a4de-4141-833b-f48563d88ba5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'Port': ['ID=ac4617cf-b210-4ee5-8011-34c4c46ae91a,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:06.768835 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535603c5-3939-461b-98b7-355850c60ee2 req-9f696124-a4de-4141-833b-f48563d88ba5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:06.769770 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-535603c5-3939-461b-98b7-355850c60ee2 req-9f696124-a4de-4141-833b-f48563d88ba5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:06.797554 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-9f696124-a4de-4141-833b-f48563d88ba5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6043575 May 25 16:10:06.812247 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Request body: {'port': {'device_id': '53b50f41-74ab-479c-898d-14e7396de0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:10:06.880460 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:06.899443 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:06.965984 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:07.001513 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-5a872d5b-c89f-4238-b366-ad04a5d1b563 None None] Provisioning complete for port ac4617cf-b210-4ee5-8011-34c4c46ae91a triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:10:07.002026 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5a872d5b-c89f-4238-b366-ad04a5d1b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:07.050482 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-5a872d5b-c89f-4238-b366-ad04a5d1b563 None None] Port ac4617cf-b210-4ee5-8011-34c4c46ae91a cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:10:07.052620 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:07.102798 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eef8a7-f851-48c0-a468-f6b5f1162dde req-ef8ba79d-ad25-4af6-9c78-afde38ea0428 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:07.104392 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-11eef8a7-f851-48c0-a468-f6b5f1162dde req-ef8ba79d-ad25-4af6-9c78-afde38ea0428 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 932 time: 0.1012979 May 25 16:10:07.210806 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-11eef8a7-f851-48c0-a468-f6b5f1162dde req-aff80495-5620-46e5-8d75-70e3b1ada7c0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005573 May 25 16:10:07.243903 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf683e6-1d65-4468-8eed-0a580241383f req-ea8542b6-6965-49fc-b025-0979916792e6 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:07.245332 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5cf683e6-1d65-4468-8eed-0a580241383f req-ea8542b6-6965-49fc-b025-0979916792e6 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0554950 May 25 16:10:07.292978 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4617cf-b210-4ee5-8011-34c4c46ae91a {{(pid=104069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:10:07.293966 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5cf683e6-1d65-4468-8eed-0a580241383f req-b4c60b49-eefb-4fb7-9aee-321bb77457d3 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429411 May 25 16:10:07.302073 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Publish callbacks [] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:07.314967 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.provisioning_blocks [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Transition to ACTIVE for port object ac4617cf-b210-4ee5-8011-34c4c46ae91a will not be triggered until provisioned by entity L2. {{(pid=104069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:10:07.320075 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:07.406243 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4617cf-b210-4ee5-8011-34c4c46ae91a,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:07.457104 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa819a-3ced-41c4-bd41-d65ba57cfdac req-ceb93568-bb82-4785-8faf-cb182afe7907 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:07.458391 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-00fa819a-3ced-41c4-bd41-d65ba57cfdac req-ceb93568-bb82-4785-8faf-cb182afe7907 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0876086 May 25 16:10:07.527702 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Attempting to bind port ac4617cf-b210-4ee5-8011-34c4c46ae91a on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:10:07.528072 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Attempting to bind port ac4617cf-b210-4ee5-8011-34c4c46ae91a by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:10:07.528313 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Attempting to bind port ac4617cf-b210-4ee5-8011-34c4c46ae91a on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:10:07.535407 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-00fa819a-3ced-41c4-bd41-d65ba57cfdac req-3fcf9bf8-ce15-45c0-a42f-8dee42966d7d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700850 May 25 16:10:07.536370 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Port ac4617cf-b210-4ee5-8011-34c4c46ae91a on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:10:07.536683 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Attempting to bind port ac4617cf-b210-4ee5-8011-34c4c46ae91a on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:10:07.542398 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:10:07.542799 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Checking segment: {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:10:07.543213 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Bound using segment: {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:10:07.543556 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Bound port: ac4617cf-b210-4ee5-8011-34c4c46ae91a, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:10:07.543953 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:07.605634 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] For port ac4617cf-b210-4ee5-8011-34c4c46ae91a, host hv-cinder-84327, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:10:07.608855 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] For port ac4617cf-b210-4ee5-8011-34c4c46ae91a, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac4617cf-b210-4ee5-8011-34c4c46ae91a,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:10:07.616042 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:07.647306 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:07.648269 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:07.649693 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] 10.222.0.67 "PUT /v2.0/ports/ac4617cf-b210-4ee5-8011-34c4c46ae91a HTTP/1.1" status: 200 len: 1094 time: 0.8421817 May 25 16:10:07.650127 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b50f41-74ab-479c-898d-14e7396de0bb', 'tag': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:10:07.652363 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049d6e05-37b0-40ea-9e5e-e5d4b0e2b8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "53b50f41-74ab-479c-898d-14e7396de0bb", "tag": "ac4617cf-b210-4ee5-8011-34c4c46ae91a"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:10:07.679155 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9612a41-4155-4d70-8a0d-f93db2a9edf5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4617cf-b210-4ee5-8011-34c4c46ae91a,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:07.697668 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac54418-c9e1-4e38-aab6-b3474da1dd2d x-openstack-request-id: req-cac54418-c9e1-4e38-aab6-b3474da1dd2d {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:10:07.698083 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b50f41-74ab-479c-898d-14e7396de0bb", "tag": "ac4617cf-b210-4ee5-8011-34c4c46ae91a", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:10:07.698349 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cac54418-c9e1-4e38-aab6-b3474da1dd2d {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:10:07.698779 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac54418-c9e1-4e38-aab6-b3474da1dd2d'] response: {'name': 'network-changed', 'server_uuid': '53b50f41-74ab-479c-898d-14e7396de0bb', 'tag': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a', 'status': 'completed', 'code': 200} May 25 16:10:08.339556 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bf860-8f75-4778-87b2-daa7c1b8f656 req-ba82624b-2b09-45c2-ad78-3b17890e3d0e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:08.341119 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-288bf860-8f75-4778-87b2-daa7c1b8f656 req-ba82624b-2b09-45c2-ad78-3b17890e3d0e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 944 time: 0.0507712 May 25 16:10:08.394293 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-288bf860-8f75-4778-87b2-daa7c1b8f656 req-70e5ecc4-c688-43e9-bb18-d4b01e4887f3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474453 May 25 16:10:08.408183 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:08.418796 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96166dbd-03c3-4342-a835-9c4f5b1933a8 req-726a7ad9-762e-4225-96e9-e4b092ea64f1 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:08.420956 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-96166dbd-03c3-4342-a835-9c4f5b1933a8 req-726a7ad9-762e-4225-96e9-e4b092ea64f1 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0570557 May 25 16:10:08.470888 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-96166dbd-03c3-4342-a835-9c4f5b1933a8 req-7140277d-5f44-4580-9aed-0e4ac1123a75 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432577 May 25 16:10:08.598285 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:08.644045 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:08.662616 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc3537-6341-4a7e-82c7-a2423e97bb82 req-3f4c5932-c2a1-4e54-a127-942c6a01f9f6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:08.664185 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5afc3537-6341-4a7e-82c7-a2423e97bb82 req-3f4c5932-c2a1-4e54-a127-942c6a01f9f6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0523310 May 25 16:10:08.684657 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:08.714666 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5afc3537-6341-4a7e-82c7-a2423e97bb82 req-9f32f769-f084-4974-9037-8dbb8a0a43ad tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444562 May 25 16:10:09.517043 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5f7e1-ea5c-4bb6-9986-23e6899625b5 req-f03c19dd-db6c-44a9-abf9-7ef1d0de179a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:09.518639 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-72b5f7e1-ea5c-4bb6-9986-23e6899625b5 req-f03c19dd-db6c-44a9-abf9-7ef1d0de179a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 944 time: 0.0507808 May 25 16:10:09.573069 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-72b5f7e1-ea5c-4bb6-9986-23e6899625b5 req-5e609dba-9cb7-488f-a17c-663cd3725fd6 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454655 May 25 16:10:09.588903 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7f7e0-53fa-4426-9c23-00dc725ddb5b req-5ad7c3b0-85c9-4909-b2bf-e5fc3ffd358b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:09.590473 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c9b7f7e0-53fa-4426-9c23-00dc725ddb5b req-5ad7c3b0-85c9-4909-b2bf-e5fc3ffd358b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0486989 May 25 16:10:09.639585 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c9b7f7e0-53fa-4426-9c23-00dc725ddb5b req-8b298470-5bb2-47dd-8975-965652fc5900 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 May 25 16:10:09.837649 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd35f7-1fad-481e-8e36-732ba9066050 req-db762b9e-8667-4535-84cd-2d04e6419238 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:09.839299 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f9fd35f7-1fad-481e-8e36-732ba9066050 req-db762b9e-8667-4535-84cd-2d04e6419238 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0488143 May 25 16:10:09.893382 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f9fd35f7-1fad-481e-8e36-732ba9066050 req-e2d180e3-cb3d-4761-a9ab-84639e970235 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459290 May 25 16:10:10.081624 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:10.691245 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307f674-c2a9-42c2-95e6-591031d6b938 req-11eb598d-fa7e-4e82-9f65-efb4a8c01306 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:10.693560 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f307f674-c2a9-42c2-95e6-591031d6b938 req-11eb598d-fa7e-4e82-9f65-efb4a8c01306 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 944 time: 0.0524275 May 25 16:10:10.741338 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f307f674-c2a9-42c2-95e6-591031d6b938 req-331ef20e-42cc-470e-b184-8cbd654d35e2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423117 May 25 16:10:10.757666 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c877b1-14ac-4482-8125-9ecbdc5d3fca req-1f7eeb27-eb15-4c84-8ba2-b22923d16e4d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:10.759177 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-49c877b1-14ac-4482-8125-9ecbdc5d3fca req-1f7eeb27-eb15-4c84-8ba2-b22923d16e4d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0514338 May 25 16:10:10.811246 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-49c877b1-14ac-4482-8125-9ecbdc5d3fca req-b418d464-3cee-4ae8-adb2-72a714342eeb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461361 May 25 16:10:11.021004 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b643304-de7d-43dd-b9d7-1c7989032b46 req-de89fb04-7249-403e-ac75-61c9c3c9a7a3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:11.023855 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6b643304-de7d-43dd-b9d7-1c7989032b46 req-de89fb04-7249-403e-ac75-61c9c3c9a7a3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0502017 May 25 16:10:11.078343 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6b643304-de7d-43dd-b9d7-1c7989032b46 req-af222bb9-6eef-4ff3-9405-e384725dfa4b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483477 May 25 16:10:11.343463 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d6e05-37b0-40ea-9e5e-e5d4b0e2b8e5 req-ae95f27a-ed00-48a6-9108-43d8bfc87aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:11.345116 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-049d6e05-37b0-40ea-9e5e-e5d4b0e2b8e5 req-ae95f27a-ed00-48a6-9108-43d8bfc87aa4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 1128 time: 0.0416574 May 25 16:10:11.697349 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=15 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:11.704918 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:11.858147 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77970511-aa5c-411c-aec4-4b94b5a250f2 req-50eaaa07-7595-4fa4-91ee-10698f61f13a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:11.859600 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-77970511-aa5c-411c-aec4-4b94b5a250f2 req-50eaaa07-7595-4fa4-91ee-10698f61f13a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 944 time: 0.0492041 May 25 16:10:11.910050 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-77970511-aa5c-411c-aec4-4b94b5a250f2 req-443ff0f6-9952-4446-bd48-ac8709288e7e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 May 25 16:10:11.932584 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355ba88-0f7d-415d-81a9-1f76f3129a51 req-fd8ba591-c04c-404e-ab3b-4f21adff36f7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:11.934188 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1355ba88-0f7d-415d-81a9-1f76f3129a51 req-fd8ba591-c04c-404e-ab3b-4f21adff36f7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0526738 May 25 16:10:11.982427 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1355ba88-0f7d-415d-81a9-1f76f3129a51 req-c6d8b96f-5bf1-4e29-822d-af8c0bf191e5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424659 May 25 16:10:12.096959 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ec5c-286a-48bc-8e15-52ee26159092 req-3e441b39-5ab4-4b17-b3de-52e98aad10b4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:12.099069 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e115ec5c-286a-48bc-8e15-52ee26159092 req-3e441b39-5ab4-4b17-b3de-52e98aad10b4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0520694 May 25 16:10:12.107980 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 38358) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:10:12.114299 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-c55a5c90-0bba-48cb-ac37-5ddc7137e7c4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Request body: {'floatingip': {'port_id': '9dc3e056-237c-4546-af66-e3fc4e599215'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:10:12.166673 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c55a5c90-0bba-48cb-ac37-5ddc7137e7c4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for floatingip (65a081ad-1985-42eb-994e-897ff91bd789), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:12.242829 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc010ca-9890-4329-9a5f-d4f3451d9cd0 req-e375027e-3198-496c-811d-449a7478cda5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:12.244414 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dcc010ca-9890-4329-9a5f-d4f3451d9cd0 req-e375027e-3198-496c-811d-449a7478cda5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0677929 May 25 16:10:12.289311 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d6e05-37b0-40ea-9e5e-e5d4b0e2b8e5 req-0999fcf7-0545-4268-8533-4c0127396126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:12.290824 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-049d6e05-37b0-40ea-9e5e-e5d4b0e2b8e5 req-0999fcf7-0545-4268-8533-4c0127396126 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=32e48e8e884b4840ba54d546d82d2334&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1806095 May 25 16:10:12.314812 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dcc010ca-9890-4329-9a5f-d4f3451d9cd0 req-5d9cc060-9fb5-426c-ad1b-97e62e516eea tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611267 May 25 16:10:12.555185 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:12.565009 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:10:12.574388 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:10:12.651177 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c55a5c90-0bba-48cb-ac37-5ddc7137e7c4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:12.659226 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c55a5c90-0bba-48cb-ac37-5ddc7137e7c4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (65a081ad-1985-42eb-994e-897ff91bd789), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:12.720134 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d6e05-37b0-40ea-9e5e-e5d4b0e2b8e5 req-62838331-6eb5-4c9e-948c-64fe37451a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:12.722609 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-049d6e05-37b0-40ea-9e5e-e5d4b0e2b8e5 req-62838331-6eb5-4c9e-948c-64fe37451a46 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1262858 May 25 16:10:12.745660 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:10:12.757418 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'port_id': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'mac_address': 'fa:16:3e:d1:6f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:10:12.789518 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:12.807603 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-c55a5c90-0bba-48cb-ac37-5ddc7137e7c4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Floating IP 65a081ad-1985-42eb-994e-897ff91bd789 associated. External IP: 172.27.0.132, port: 9dc3e056-237c-4546-af66-e3fc4e599215. May 25 16:10:12.811671 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 is: ACTIVE; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:10:12.812092 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:12.826130 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:10:12.848176 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:10:12.854073 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:12.901027 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,revision_number=6']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:13.027097 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['4bf95a69-e3e3-4ef3-aeeb-8e9c69077969'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:10:13.054715 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc858ca-cbe1-4ab3-8c70-0afda7c7511c req-2d8df0c6-bc1d-43a5-8b09-19ee100ab643 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:13.055321 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:13.056317 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4bc858ca-cbe1-4ab3-8c70-0afda7c7511c req-2d8df0c6-bc1d-43a5-8b09-19ee100ab643 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 944 time: 0.0673187 May 25 16:10:13.058745 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55a5c90-0bba-48cb-ac37-5ddc7137e7c4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Router cd51d7f4-a853-4b0c-ab83-953255d8180d has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:10:13.144164 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535603c5-3939-461b-98b7-355850c60ee2 req-3e8f9384-f125-469e-a19b-3558bcb46c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:13.146488 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-3e8f9384-f125-469e-a19b-3558bcb46c4a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 1128 time: 0.0520496 May 25 16:10:13.193017 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-f9fc1e7f-08ad-4ef8-b38d-8af73d5f0bc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4617cf-b210-4ee5-8011-34c4c46ae91a HTTP/1.1" status: 200 len: 217 time: 0.0372314 May 25 16:10:13.226165 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4bc858ca-cbe1-4ab3-8c70-0afda7c7511c req-ab8e31c1-5b90-4d93-9280-e7fd33c07352 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531336 May 25 16:10:13.249806 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535603c5-3939-461b-98b7-355850c60ee2 req-be2d3a14-22b7-4ebb-8286-085e84c01829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:13.251339 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55a5c90-0bba-48cb-ac37-5ddc7137e7c4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:10:13.251677 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-be2d3a14-22b7-4ebb-8286-085e84c01829 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82c0c133-9624-48f4-80aa-0db4b953b350 HTTP/1.1" status: 200 len: 853 time: 0.0517206 May 25 16:10:13.256564 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c55a5c90-0bba-48cb-ac37-5ddc7137e7c4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:13.265081 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e54d86-bdb6-4d9d-bd2a-e6a51c49f98b None None] Sync routers for ids ['cd51d7f4-a853-4b0c-ab83-953255d8180d'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:10:13.275630 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e54d86-bdb6-4d9d-bd2a-e6a51c49f98b None None] Routers {'cd51d7f4-a853-4b0c-ab83-953255d8180d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:10:13.276278 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-c1e54d86-bdb6-4d9d-bd2a-e6a51c49f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:10:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['cd51d7f4-a853-4b0c-ab83-953255d8180d'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:10:13.301590 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c55a5c90-0bba-48cb-ac37-5ddc7137e7c4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "PUT /v2.0/floatingips/65a081ad-1985-42eb-994e-897ff91bd789 HTTP/1.1" status: 200 len: 991 time: 1.1919518 May 25 16:10:13.302860 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'tag': '9dc3e056-237c-4546-af66-e3fc4e599215'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:10:13.305589 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067b3f64-4812-47e7-a82a-d32ba3dec617" -d '{"events": [{"name": "network-changed", "server_uuid": "a3950b05-a514-47cb-8eee-c63d90575a10", "tag": "9dc3e056-237c-4546-af66-e3fc4e599215"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:10:13.323487 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:13.335389 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535603c5-3939-461b-98b7-355850c60ee2 req-ee9c8fa8-7510-4bba-a666-5949d3c049ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:13.337297 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-ee9c8fa8-7510-4bba-a666-5949d3c049ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715287 May 25 16:10:13.351784 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184ef6e1-a70f-4234-a6c0-f33809a665eb x-openstack-request-id: req-184ef6e1-a70f-4234-a6c0-f33809a665eb {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:10:13.352176 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3950b05-a514-47cb-8eee-c63d90575a10", "tag": "9dc3e056-237c-4546-af66-e3fc4e599215", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:10:13.352523 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-184ef6e1-a70f-4234-a6c0-f33809a665eb {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:10:13.353006 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184ef6e1-a70f-4234-a6c0-f33809a665eb'] response: {'name': 'network-changed', 'server_uuid': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'tag': '9dc3e056-237c-4546-af66-e3fc4e599215', 'status': 'completed', 'code': 200} May 25 16:10:13.387249 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-c1e54d86-bdb6-4d9d-bd2a-e6a51c49f98b None None] Set router cd51d7f4-a853-4b0c-ab83-953255d8180d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:10:13.447037 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf89a3-e40d-417d-a271-f8a298f0e5ba req-ac412e23-55e5-42a9-85f7-0243aebf4249 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:13.448813 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a4cf89a3-e40d-417d-a271-f8a298f0e5ba req-ac412e23-55e5-42a9-85f7-0243aebf4249 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 944 time: 0.0517640 May 25 16:10:13.453142 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b3f64-4812-47e7-a82a-d32ba3dec617 req-2bb2c5d5-485b-4fd0-a2ad-0def20c31742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:13.454655 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-067b3f64-4812-47e7-a82a-d32ba3dec617 req-2bb2c5d5-485b-4fd0-a2ad-0def20c31742 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 1129 time: 0.0586784 May 25 16:10:13.511028 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a4cf89a3-e40d-417d-a271-f8a298f0e5ba req-20b05968-13d2-45e6-a6c3-0ed9ad4b53eb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495808 May 25 16:10:13.525395 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-932eab0c-a8ad-432d-9211-e31a16d4a148 service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802344 May 25 16:10:13.602533 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:13.621522 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b3f64-4812-47e7-a82a-d32ba3dec617 req-b768d94f-46e3-48c9-a430-b3a5273a6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:13.622993 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-067b3f64-4812-47e7-a82a-d32ba3dec617 req-b768d94f-46e3-48c9-a430-b3a5273a6265 service neutron] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 920 time: 0.1609392 May 25 16:10:13.680789 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-535603c5-3939-461b-98b7-355850c60ee2 req-b858cf74-17ff-4d60-98be-2cb9e0c4502f service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432343 May 25 16:10:13.699688 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-c1e54d86-bdb6-4d9d-bd2a-e6a51c49f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '65a081ad-1985-42eb-994e-897ff91bd789', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'port_id': '9dc3e056-237c-4546-af66-e3fc4e599215', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'mac_address': 'fa:16:3e:b7:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:09:53Z', 'updated_at': '2022-05-25T16:10:12Z', 'revision_number': 1, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:14Z', 'revision_number': 5, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:10:13.708677 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-067b3f64-4812-47e7-a82a-d32ba3dec617 req-7bd20773-22cb-4894-a92e-1ac7e02de682 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc3e056-237c-4546-af66-e3fc4e599215 HTTP/1.1" status: 200 len: 999 time: 0.0678201 May 25 16:10:13.727913 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e54d86-bdb6-4d9d-bd2a-e6a51c49f98b None None] Checking router: cd51d7f4-a853-4b0c-ab83-953255d8180d for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:10:13.737079 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e54d86-bdb6-4d9d-bd2a-e6a51c49f98b None None] Routers {'cd51d7f4-a853-4b0c-ab83-953255d8180d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:10:13.737681 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-c1e54d86-bdb6-4d9d-bd2a-e6a51c49f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:10:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['cd51d7f4-a853-4b0c-ab83-953255d8180d'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:10:13.843545 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-c1e54d86-bdb6-4d9d-bd2a-e6a51c49f98b None None] Set router cd51d7f4-a853-4b0c-ab83-953255d8180d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:10:14.075627 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-c1e54d86-bdb6-4d9d-bd2a-e6a51c49f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '65a081ad-1985-42eb-994e-897ff91bd789', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'port_id': '9dc3e056-237c-4546-af66-e3fc4e599215', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'mac_address': 'fa:16:3e:b7:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:09:53Z', 'updated_at': '2022-05-25T16:10:12Z', 'revision_number': 1, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:14Z', 'revision_number': 5, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:10:14.104510 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e54d86-bdb6-4d9d-bd2a-e6a51c49f98b None None] The sync data for ids ['cd51d7f4-a853-4b0c-ab83-953255d8180d'] in dv-cinder-843277-2-iscsi is: [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '65a081ad-1985-42eb-994e-897ff91bd789', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'port_id': '9dc3e056-237c-4546-af66-e3fc4e599215', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'mac_address': 'fa:16:3e:b7:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:09:53Z', 'updated_at': '2022-05-25T16:10:12Z', 'revision_number': 1, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:14Z', 'revision_number': 5, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:10:14.164130 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1f662-46bb-470a-b78c-52813598d41f req-21cfff3d-2bbc-40fa-9173-5da882f200ac tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:14.165788 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bac1f662-46bb-470a-b78c-52813598d41f req-21cfff3d-2bbc-40fa-9173-5da882f200ac tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0519471 May 25 16:10:14.224496 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bac1f662-46bb-470a-b78c-52813598d41f req-66e32ecb-258b-446a-b304-83e50ff542ac tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523927 May 25 16:10:14.355330 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852b178-3b8a-483c-8519-685a744b47c9 req-eb878c76-f235-4cb8-9be8-38232eadfade tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:14.356874 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d852b178-3b8a-483c-8519-685a744b47c9 req-eb878c76-f235-4cb8-9be8-38232eadfade tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 944 time: 0.0513070 May 25 16:10:14.411952 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d852b178-3b8a-483c-8519-685a744b47c9 req-1801da82-a0be-4514-88cb-ef3dc3df4d9b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486970 May 25 16:10:14.586980 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:10:14.639595 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:10:14.639990 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:14.644183 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18968e-e34f-4b65-92bc-97e27491d70b req-a8bff20a-2f66-446c-b9bf-21a56e9c6bde tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:14.645768 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed18968e-e34f-4b65-92bc-97e27491d70b req-a8bff20a-2f66-446c-b9bf-21a56e9c6bde tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 944 time: 0.0583913 May 25 16:10:14.699663 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed18968e-e34f-4b65-92bc-97e27491d70b req-3d3d810e-67e0-4b9f-acc9-3d25e5f6c270 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474153 May 25 16:10:14.720553 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:10:14.720875 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:14.744877 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:10:14.747144 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07de2d2-71da-4360-ad75-4bfdff7aae40" -d '{"events": [{"server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "name": "network-vif-plugged", "status": "completed", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:10:14.760775 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:10:14.765994 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:14.770989 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:14.791626 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be8bda4-db0c-49ca-996d-057e55f03457 x-openstack-request-id: req-1be8bda4-db0c-49ca-996d-057e55f03457 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:10:14.791976 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "name": "network-vif-plugged", "status": "completed", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:10:14.792229 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1be8bda4-db0c-49ca-996d-057e55f03457 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:10:14.792619 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be8bda4-db0c-49ca-996d-057e55f03457'] response: {'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'code': 200} May 25 16:10:14.794886 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9fe493-9017-4f22-a3e2-ff40c3c42601 None None] New status for floating IP 65a081ad-1985-42eb-994e-897ff91bd789: ACTIVE {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:10:15.017067 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,revision_number=7']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:15.342774 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b3f64-4812-47e7-a82a-d32ba3dec617 req-8de9826a-938a-48a0-9a94-76a4fb3d45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:15.344359 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-067b3f64-4812-47e7-a82a-d32ba3dec617 req-8de9826a-938a-48a0-9a94-76a4fb3d45f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.0652931 May 25 16:10:15.356553 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7bb9e-d316-4892-9c67-20ef7a8e951f req-dd9d3068-e182-4aad-ba80-590d028a4417 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:15.357996 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4cd7bb9e-d316-4892-9c67-20ef7a8e951f req-dd9d3068-e182-4aad-ba80-590d028a4417 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0545900 May 25 16:10:15.404281 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4cd7bb9e-d316-4892-9c67-20ef7a8e951f req-e6dde643-04dd-4671-b020-ab2a5680d5f2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404329 May 25 16:10:15.467862 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b3f64-4812-47e7-a82a-d32ba3dec617 req-2567b375-462f-467b-8608-2014951bcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:15.469356 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-067b3f64-4812-47e7-a82a-d32ba3dec617 req-2567b375-462f-467b-8608-2014951bcf9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395207 May 25 16:10:15.536229 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4243d-c4ec-4d9a-804f-14cc550372c9 req-ae072c4b-ee00-4643-8dda-869010d27d2c tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:15.537716 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e7b4243d-c4ec-4d9a-804f-14cc550372c9 req-ae072c4b-ee00-4643-8dda-869010d27d2c tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 944 time: 0.0544219 May 25 16:10:15.586399 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e7b4243d-c4ec-4d9a-804f-14cc550372c9 req-87720503-6d34-4a6c-b73e-b6b6c419367f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426967 May 25 16:10:15.692865 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-067b3f64-4812-47e7-a82a-d32ba3dec617 req-db50dd34-7a9d-4fad-8f86-8a0c98e3c178 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907183 May 25 16:10:15.798142 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-067b3f64-4812-47e7-a82a-d32ba3dec617 req-72b43449-7183-433a-9267-a50495b43816 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836935 May 25 16:10:15.819078 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ee12a-7543-4b9e-b10a-c1cb4d3798f2 req-8502ed17-9b57-4f87-af95-721f3c16c3df tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:15.820619 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1c7ee12a-7543-4b9e-b10a-c1cb4d3798f2 req-8502ed17-9b57-4f87-af95-721f3c16c3df tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0520635 May 25 16:10:15.841439 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:15.871454 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1c7ee12a-7543-4b9e-b10a-c1cb4d3798f2 req-ec4cbd80-109f-46f3-a08e-45a57ac3653f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441031 May 25 16:10:16.534808 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7302296-ed78-477b-b5a0-ad22779515df req-7fde0090-5ccf-4acf-8488-686835c82cfc tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:16.536435 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d7302296-ed78-477b-b5a0-ad22779515df req-7fde0090-5ccf-4acf-8488-686835c82cfc tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0549183 May 25 16:10:16.584586 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device ac4617cf-b210-4ee5-8011-34c4c46ae91a details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:10:16.617036 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d7302296-ed78-477b-b5a0-ad22779515df req-198373b3-6fc1-4389-b074-a91688a34526 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737360 May 25 16:10:16.704997 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:16.752482 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port ac4617cf-b210-4ee5-8011-34c4c46ae91a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac4617cf-b210-4ee5-8011-34c4c46ae91a,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:10:16.753867 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c6fa-7669-4fd1-8c6c-7251d287fd2d req-ea42b776-d9cb-44b3-b4a9-6d1e49011823 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:16.756345 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e28c6fa-7669-4fd1-8c6c-7251d287fd2d req-ea42b776-d9cb-44b3-b4a9-6d1e49011823 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 944 time: 0.0627418 May 25 16:10:16.779003 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'port_id': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a', 'mac_address': 'fa:16:3e:e9:ce:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:10:16.812469 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e28c6fa-7669-4fd1-8c6c-7251d287fd2d req-2a66ad06-dde2-4e62-92c8-049f7f0f3f68 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482554 May 25 16:10:16.837700 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port ac4617cf-b210-4ee5-8011-34c4c46ae91a is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:10:16.838188 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:16.855607 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4617cf-b210-4ee5-8011-34c4c46ae91a {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:10:16.881517 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port ac4617cf-b210-4ee5-8011-34c4c46ae91a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac4617cf-b210-4ee5-8011-34c4c46ae91a,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:10:16.888322 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:16.949668 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=ac4617cf-b210-4ee5-8011-34c4c46ae91a,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:17.021982 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b55f7-5502-4ee5-8651-8c06918714de req-6d6c5053-f741-4c07-82a6-bcc24fc7c955 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:17.024211 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7d7b55f7-5502-4ee5-8651-8c06918714de req-6d6c5053-f741-4c07-82a6-bcc24fc7c955 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0551872 May 25 16:10:17.046645 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:17.091002 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7d7b55f7-5502-4ee5-8651-8c06918714de req-8d8a51ee-715b-475d-872a-a5f2be14c71b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600650 May 25 16:10:17.391899 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['ac4617cf-b210-4ee5-8011-34c4c46ae91a'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:10:17.458978 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:17.777547 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0981a1b-f9ba-47b5-a1d3-3d0514aa5588 req-d5d8301a-15ac-4a15-adee-0691d1bf1d99 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:17.780159 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c0981a1b-f9ba-47b5-a1d3-3d0514aa5588 req-d5d8301a-15ac-4a15-adee-0691d1bf1d99 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0784783 May 25 16:10:17.851535 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c0981a1b-f9ba-47b5-a1d3-3d0514aa5588 req-c46836de-0e64-49b0-8504-25ac7ef76fd0 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652306 May 25 16:10:17.945192 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8d848-d132-49b7-aef1-a4429741a581 req-4e9e3965-aa9b-46f7-9cb1-df189dd31bc0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:17.947458 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fea8d848-d132-49b7-aef1-a4429741a581 req-4e9e3965-aa9b-46f7-9cb1-df189dd31bc0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 945 time: 0.0545514 May 25 16:10:18.005232 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fea8d848-d132-49b7-aef1-a4429741a581 req-5243dfa0-2f7d-4a67-a8f0-2d95872736b9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508254 May 25 16:10:18.215568 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21bc63-8608-4482-bfa2-6fb93dc2c0b5 req-1f7c9171-67e4-44d9-8358-e5bd7b5831d4 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:18.220689 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4b21bc63-8608-4482-bfa2-6fb93dc2c0b5 req-1f7c9171-67e4-44d9-8358-e5bd7b5831d4 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0537765 May 25 16:10:18.283132 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4b21bc63-8608-4482-bfa2-6fb93dc2c0b5 req-8c2e43c0-a13b-4267-bb16-f2200d931193 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569081 May 25 16:10:18.687001 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device ac4617cf-b210-4ee5-8011-34c4c46ae91a up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:10:18.732949 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port ac4617cf-b210-4ee5-8011-34c4c46ae91a completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:10:18.740979 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port ac4617cf-b210-4ee5-8011-34c4c46ae91a triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:10:18.741480 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:18.848465 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port ac4617cf-b210-4ee5-8011-34c4c46ae91a is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:10:18.848851 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:18.881950 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b50f41-74ab-479c-898d-14e7396de0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:10:18.884267 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389f5d5e-4bd6-4b48-92f5-8bb68b37ca9f" -d '{"events": [{"server_uuid": "53b50f41-74ab-479c-898d-14e7396de0bb", "name": "network-vif-plugged", "status": "completed", "tag": "ac4617cf-b210-4ee5-8011-34c4c46ae91a"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:10:18.900411 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port ac4617cf-b210-4ee5-8011-34c4c46ae91a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac4617cf-b210-4ee5-8011-34c4c46ae91a,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:10:18.917906 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:18.949602 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359dc4eb-9916-49de-94cd-70393b888efc x-openstack-request-id: req-359dc4eb-9916-49de-94cd-70393b888efc {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:10:18.952278 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b50f41-74ab-479c-898d-14e7396de0bb", "name": "network-vif-plugged", "status": "completed", "tag": "ac4617cf-b210-4ee5-8011-34c4c46ae91a", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:10:18.952712 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-359dc4eb-9916-49de-94cd-70393b888efc {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:10:18.953269 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359dc4eb-9916-49de-94cd-70393b888efc'] response: {'server_uuid': '53b50f41-74ab-479c-898d-14e7396de0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a', 'code': 200} May 25 16:10:18.968852 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:18.984052 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ac98b-d1ea-410d-85c8-39ee30362b63 req-5329e47f-515b-4442-a171-fa33d7ece0c3 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:18.991723 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b03ac98b-d1ea-410d-85c8-39ee30362b63 req-5329e47f-515b-4442-a171-fa33d7ece0c3 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0643713 May 25 16:10:19.001035 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=ac4617cf-b210-4ee5-8011-34c4c46ae91a,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:19.061891 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b03ac98b-d1ea-410d-85c8-39ee30362b63 req-80c77815-833a-4c28-b5f0-0b61ca4b0860 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637722 May 25 16:10:19.153416 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864a8a8-0848-4c5b-9b49-f61ccc946472 req-cf24229d-5c19-4259-b01a-2483114a4e5e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:19.155802 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a864a8a8-0848-4c5b-9b49-f61ccc946472 req-cf24229d-5c19-4259-b01a-2483114a4e5e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 946 time: 0.0526094 May 25 16:10:19.195121 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce8f02-7410-4120-90f2-550eaece19e8 req-d7b03771-7d0e-4fab-aacf-3e4010f7e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:19.197276 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5bce8f02-7410-4120-90f2-550eaece19e8 req-d7b03771-7d0e-4fab-aacf-3e4010f7e6f0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 1130 time: 0.0638766 May 25 16:10:19.223412 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a864a8a8-0848-4c5b-9b49-f61ccc946472 req-33624374-f019-47aa-b880-1003835998b5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613775 May 25 16:10:19.249708 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:19.257171 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5bce8f02-7410-4120-90f2-550eaece19e8 req-2f6983f0-b273-4775-8478-39439949db3b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490417 May 25 16:10:19.429148 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc092cb2-9a4b-4263-9b25-875d70ee6079 req-5d01a93f-59ba-44ed-9fc6-38ce31966a60 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:19.430804 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bc092cb2-9a4b-4263-9b25-875d70ee6079 req-5d01a93f-59ba-44ed-9fc6-38ce31966a60 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0510297 May 25 16:10:19.484626 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bc092cb2-9a4b-4263-9b25-875d70ee6079 req-0f58ee56-3408-4a51-8da4-0f110c67a985 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480654 May 25 16:10:19.665971 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:20.172018 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe73594-b7a8-4620-b503-6a6a36f85051 req-7697c453-0ce4-4e2a-9ab0-e4562663abdb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:20.173635 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3fe73594-b7a8-4620-b503-6a6a36f85051 req-7697c453-0ce4-4e2a-9ab0-e4562663abdb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0548830 May 25 16:10:20.223734 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3fe73594-b7a8-4620-b503-6a6a36f85051 req-f857716d-3b34-450f-9228-b1bd9949b45e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439494 May 25 16:10:20.340657 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec103ab2-263c-4e5e-87e4-83083751cc20 req-8f1a680c-c763-4ea4-bc25-63b83ea0784e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:20.342043 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ec103ab2-263c-4e5e-87e4-83083751cc20 req-8f1a680c-c763-4ea4-bc25-63b83ea0784e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 946 time: 0.0475762 May 25 16:10:20.391762 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ec103ab2-263c-4e5e-87e4-83083751cc20 req-e1a488bf-9eac-4f79-bd21-7d145dd40f5a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440955 May 25 16:10:20.630979 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f5815-b1ee-47d9-a1dc-4d26912d1e15 req-0232e179-5b19-4918-bc26-3a75d762bd96 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:20.636342 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a57f5815-b1ee-47d9-a1dc-4d26912d1e15 req-0232e179-5b19-4918-bc26-3a75d762bd96 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0540304 May 25 16:10:20.685498 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a57f5815-b1ee-47d9-a1dc-4d26912d1e15 req-f82e3df5-1f5b-41ed-aafc-402e3b172bbe tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472407 May 25 16:10:21.360157 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b798b27-f997-4212-a04b-2d8dadac03b6 req-a372a7ec-f29c-40f8-8837-c0595a290503 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:21.364428 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1b798b27-f997-4212-a04b-2d8dadac03b6 req-a372a7ec-f29c-40f8-8837-c0595a290503 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0653298 May 25 16:10:21.418756 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1b798b27-f997-4212-a04b-2d8dadac03b6 req-eeac4356-95bf-47e9-8756-809e3fc5d4d1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501859 May 25 16:10:21.547072 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784a4e1-5fcc-41c9-8a5e-e9f4c5495021 req-57ecb3d9-49ca-445d-b1a4-2ed1a5cbdd57 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:21.549298 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8784a4e1-5fcc-41c9-8a5e-e9f4c5495021 req-57ecb3d9-49ca-445d-b1a4-2ed1a5cbdd57 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 946 time: 0.0592768 May 25 16:10:21.621029 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8784a4e1-5fcc-41c9-8a5e-e9f4c5495021 req-dad680b5-624c-4a70-9ba0-749debba0743 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635912 May 25 16:10:21.766065 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb45bac-c49d-498b-b6f3-6e23652d5c81 req-506e9021-189d-44b5-8825-0a04303d97c0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:21.768124 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eeb45bac-c49d-498b-b6f3-6e23652d5c81 req-506e9021-189d-44b5-8825-0a04303d97c0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 946 time: 0.0740654 May 25 16:10:21.777449 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 38592) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:10:21.782011 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-7dc7f235-0e99-4eee-9318-eeb610957af5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'floatingip': {'port_id': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:10:21.824670 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7dc7f235-0e99-4eee-9318-eeb610957af5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (117b7eb0-27b2-4041-9f91-e4dea5a05b17), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:21.935518 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb0162-364b-41e8-8c53-bd7ff4585fac req-b22b08a6-b9ec-4d0b-86c5-18641a83b328 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:21.944534 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-09bb0162-364b-41e8-8c53-bd7ff4585fac req-b22b08a6-b9ec-4d0b-86c5-18641a83b328 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0839508 May 25 16:10:22.012165 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-09bb0162-364b-41e8-8c53-bd7ff4585fac req-c43ffa29-9e53-4198-ac2f-406dfb1f9879 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658078 May 25 16:10:22.324128 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:22.563919 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d4be-c3e8-428b-b0cf-6215ef7798e3 req-d8dfaccc-03c0-42ea-bb14-364c1a8b0ffa tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:22.566304 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d842d4be-c3e8-428b-b0cf-6215ef7798e3 req-d8dfaccc-03c0-42ea-bb14-364c1a8b0ffa tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0635357 May 25 16:10:22.627115 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d842d4be-c3e8-428b-b0cf-6215ef7798e3 req-98421461-a290-4f18-9978-a2dec74c950a tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488272 May 25 16:10:22.670076 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7dc7f235-0e99-4eee-9318-eeb610957af5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:22.675451 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7dc7f235-0e99-4eee-9318-eeb610957af5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (117b7eb0-27b2-4041-9f91-e4dea5a05b17), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:22.789006 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-7dc7f235-0e99-4eee-9318-eeb610957af5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Floating IP 117b7eb0-27b2-4041-9f91-e4dea5a05b17 associated. External IP: 172.27.0.218, port: ac4617cf-b210-4ee5-8011-34c4c46ae91a. May 25 16:10:23.006522 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:23.035874 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc7f235-0e99-4eee-9318-eeb610957af5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:10:23.199252 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc7f235-0e99-4eee-9318-eeb610957af5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:10:23.207017 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2abf0-1d29-4156-b8dd-7514ae5fd225 req-1e6b2926-0a07-497e-a9ec-41025709b39d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:23.208689 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e5e2abf0-1d29-4156-b8dd-7514ae5fd225 req-1e6b2926-0a07-497e-a9ec-41025709b39d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0875852 May 25 16:10:23.210978 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a79a83b-f1a7-49a8-b7ec-fd07f01fef99 None None] Sync routers for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:10:23.211971 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7dc7f235-0e99-4eee-9318-eeb610957af5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:23.224152 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a79a83b-f1a7-49a8-b7ec-fd07f01fef99 None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:10:23.226439 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-7a79a83b-f1a7-49a8-b7ec-fd07f01fef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:10:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:10:23.246105 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7dc7f235-0e99-4eee-9318-eeb610957af5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "PUT /v2.0/floatingips/117b7eb0-27b2-4041-9f91-e4dea5a05b17 HTTP/1.1" status: 200 len: 992 time: 1.4652741 May 25 16:10:23.246105 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b50f41-74ab-479c-898d-14e7396de0bb', 'tag': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:10:23.247991 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c75b33c-0366-406e-84e5-197444d42005" -d '{"events": [{"name": "network-changed", "server_uuid": "53b50f41-74ab-479c-898d-14e7396de0bb", "tag": "ac4617cf-b210-4ee5-8011-34c4c46ae91a"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:10:23.303586 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e5e2abf0-1d29-4156-b8dd-7514ae5fd225 req-010a7538-8a82-4d9b-864a-78cbbb3fb996 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548248 May 25 16:10:23.331503 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a7115d-994f-4488-9e20-4ebb9ca25ea3 x-openstack-request-id: req-40a7115d-994f-4488-9e20-4ebb9ca25ea3 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:10:23.331797 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b50f41-74ab-479c-898d-14e7396de0bb", "tag": "ac4617cf-b210-4ee5-8011-34c4c46ae91a", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:10:23.332083 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-40a7115d-994f-4488-9e20-4ebb9ca25ea3 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:10:23.332493 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a7115d-994f-4488-9e20-4ebb9ca25ea3'] response: {'name': 'network-changed', 'server_uuid': '53b50f41-74ab-479c-898d-14e7396de0bb', 'tag': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a', 'status': 'completed', 'code': 200} May 25 16:10:23.368913 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-7a79a83b-f1a7-49a8-b7ec-fd07f01fef99 None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:10:23.406122 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75b33c-0366-406e-84e5-197444d42005 req-927e1374-8d45-40db-b696-dfd304c8e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:23.407940 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7c75b33c-0366-406e-84e5-197444d42005 req-927e1374-8d45-40db-b696-dfd304c8e37c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 1130 time: 0.0428119 May 25 16:10:23.534184 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75b33c-0366-406e-84e5-197444d42005 req-ccd533a2-1150-4d5a-8399-fb6d1cbde884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:23.535706 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7c75b33c-0366-406e-84e5-197444d42005 req-ccd533a2-1150-4d5a-8399-fb6d1cbde884 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 200 len: 915 time: 0.1185968 May 25 16:10:23.537707 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:23.538320 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:23.614666 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7c75b33c-0366-406e-84e5-197444d42005 req-24fbec03-d079-4c3f-8bd0-57844f5eee33 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4617cf-b210-4ee5-8011-34c4c46ae91a HTTP/1.1" status: 200 len: 1000 time: 0.0715311 May 25 16:10:23.626356 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-7a79a83b-f1a7-49a8-b7ec-fd07f01fef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '117b7eb0-27b2-4041-9f91-e4dea5a05b17', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:e9:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b50f41-74ab-479c-898d-14e7396de0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:10:03Z', 'updated_at': '2022-05-25T16:10:22Z', 'revision_number': 1, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}, {'id': 'd26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:29:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:19Z', 'updated_at': '2022-05-25T16:08:46Z', 'revision_number': 2, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:10:23.680956 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a79a83b-f1a7-49a8-b7ec-fd07f01fef99 None None] Checking router: 87c12870-9bf7-4d4c-94f8-90429b2d4d14 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:10:23.686650 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75b33c-0366-406e-84e5-197444d42005 req-4e2dc94f-2e1b-44de-b2ca-2a67314603c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:23.688630 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7c75b33c-0366-406e-84e5-197444d42005 req-4e2dc94f-2e1b-44de-b2ca-2a67314603c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82c0c133-9624-48f4-80aa-0db4b953b350 HTTP/1.1" status: 200 len: 853 time: 0.0625236 May 25 16:10:23.701101 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a79a83b-f1a7-49a8-b7ec-fd07f01fef99 None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:10:23.701991 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-7a79a83b-f1a7-49a8-b7ec-fd07f01fef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:10:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:10:23.777149 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75b33c-0366-406e-84e5-197444d42005 req-bd509bbf-7ae8-4a11-bdb2-2db988b52baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:23.781407 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7c75b33c-0366-406e-84e5-197444d42005 req-bd509bbf-7ae8-4a11-bdb2-2db988b52baa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826991 May 25 16:10:23.793018 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3c0f1-8b2e-464d-a6f2-c4f5c9cf516b req-6b4ff795-16ab-4d89-930f-fc0a27f411cd tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:23.799292 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d9f3c0f1-8b2e-464d-a6f2-c4f5c9cf516b req-6b4ff795-16ab-4d89-930f-fc0a27f411cd tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0695746 May 25 16:10:23.845850 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-7a79a83b-f1a7-49a8-b7ec-fd07f01fef99 None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:10:23.899590 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:23.920374 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d9f3c0f1-8b2e-464d-a6f2-c4f5c9cf516b req-70b62634-910d-4a05-af80-6464ac13a3de tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119859 May 25 16:10:23.978063 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7c75b33c-0366-406e-84e5-197444d42005 req-f65a7703-23e9-40f4-ad43-36024c50b620 service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772931 May 25 16:10:24.087949 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7c75b33c-0366-406e-84e5-197444d42005 req-0c356533-df44-4de6-9550-496a598fc3b1 service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999746 May 25 16:10:24.130860 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-7a79a83b-f1a7-49a8-b7ec-fd07f01fef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '117b7eb0-27b2-4041-9f91-e4dea5a05b17', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:e9:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b50f41-74ab-479c-898d-14e7396de0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:10:03Z', 'updated_at': '2022-05-25T16:10:22Z', 'revision_number': 1, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}, {'id': 'd26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:29:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:19Z', 'updated_at': '2022-05-25T16:08:46Z', 'revision_number': 2, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:10:24.164522 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a79a83b-f1a7-49a8-b7ec-fd07f01fef99 None None] The sync data for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi is: [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '117b7eb0-27b2-4041-9f91-e4dea5a05b17', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:e9:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b50f41-74ab-479c-898d-14e7396de0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:10:03Z', 'updated_at': '2022-05-25T16:10:22Z', 'revision_number': 1, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}, {'id': 'd26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:29:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:19Z', 'updated_at': '2022-05-25T16:08:46Z', 'revision_number': 2, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:10:24.439800 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ce489-9da1-44b1-a3c9-7dd28cf2b044 req-175344bd-4ea0-4b2c-a9cd-82f3d767b567 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:24.446935 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d93ce489-9da1-44b1-a3c9-7dd28cf2b044 req-175344bd-4ea0-4b2c-a9cd-82f3d767b567 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0650907 May 25 16:10:24.485636 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4796f5-47f4-428b-81e2-fbac0b8926d8 None None] New status for floating IP 117b7eb0-27b2-4041-9f91-e4dea5a05b17: ACTIVE {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:10:24.500101 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d93ce489-9da1-44b1-a3c9-7dd28cf2b044 req-efec5897-7690-42d2-938c-4873dcffc085 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521080 May 25 16:10:25.057818 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72728b-cfd1-4bf7-b5f1-8c901c1476dc req-e1e78002-7e56-4ebd-95ff-7b9945c78e12 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:25.059628 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8a72728b-cfd1-4bf7-b5f1-8c901c1476dc req-e1e78002-7e56-4ebd-95ff-7b9945c78e12 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0576735 May 25 16:10:25.120128 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8a72728b-cfd1-4bf7-b5f1-8c901c1476dc req-3cda9e48-b738-4cd1-9954-e33f7818412f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535300 May 25 16:10:25.645210 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393a4d0-c8c8-4c0d-9799-fde2f85d26fd req-75488315-ea2e-4867-9d16-ed5315595ac7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:25.649007 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b393a4d0-c8c8-4c0d-9799-fde2f85d26fd req-75488315-ea2e-4867-9d16-ed5315595ac7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0599484 May 25 16:10:25.662222 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:25.678228 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:25.701581 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b393a4d0-c8c8-4c0d-9799-fde2f85d26fd req-880e67cb-98dd-48e4-8db6-82af30a177e4 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463200 May 25 16:10:26.246948 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87edd9-3666-4e33-b60a-42d366d1252f req-dc9240f3-24f8-49ae-9b73-ff11aa82afc6 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:26.248428 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ce87edd9-3666-4e33-b60a-42d366d1252f req-dc9240f3-24f8-49ae-9b73-ff11aa82afc6 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0536470 May 25 16:10:26.275048 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:26.352259 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ce87edd9-3666-4e33-b60a-42d366d1252f req-c57d33cd-a603-43f5-a4f7-92309c46b398 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953538 May 25 16:10:26.833421 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6827749-894a-4de4-89b0-623f03cb7104 req-14f0d1fc-965e-457d-81a4-2cd992a571d8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:26.834979 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f6827749-894a-4de4-89b0-623f03cb7104 req-14f0d1fc-965e-457d-81a4-2cd992a571d8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0532985 May 25 16:10:26.893598 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f6827749-894a-4de4-89b0-623f03cb7104 req-03507f26-f487-4e66-b91e-2a643c244e91 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523248 May 25 16:10:27.473577 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fcf7e-92a7-42b5-931b-ddfe4f7d7c0f req-a552493d-e025-482e-813b-1434a2d11aec tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:27.475070 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-360fcf7e-92a7-42b5-931b-ddfe4f7d7c0f req-a552493d-e025-482e-813b-1434a2d11aec tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0596383 May 25 16:10:27.528442 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-360fcf7e-92a7-42b5-931b-ddfe4f7d7c0f req-b2083a34-11a7-4537-9d7f-3211f9616573 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471685 May 25 16:10:27.748938 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad00e5f-3324-4144-a224-251bd5b7d6c6 req-3ed43631-e78e-4b47-a534-df195e776c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:27.750476 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dad00e5f-3324-4144-a224-251bd5b7d6c6 req-3ed43631-e78e-4b47-a534-df195e776c13 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 1129 time: 0.0496435 May 25 16:10:27.840988 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad00e5f-3324-4144-a224-251bd5b7d6c6 req-8fc673c4-c801-42d1-8c1e-e62dfb6940de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:27.842463 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dad00e5f-3324-4144-a224-251bd5b7d6c6 req-8fc673c4-c801-42d1-8c1e-e62dfb6940de service neutron] 10.222.0.67 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 918 time: 0.0853410 May 25 16:10:27.908972 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dad00e5f-3324-4144-a224-251bd5b7d6c6 req-915e58b0-a416-4c4b-a7de-bfe33c98631a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 HTTP/1.1" status: 200 len: 1001 time: 0.0593297 May 25 16:10:27.960173 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad00e5f-3324-4144-a224-251bd5b7d6c6 req-2a84ae52-8f0f-4b92-8f99-edbc8f7231af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:27.961838 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dad00e5f-3324-4144-a224-251bd5b7d6c6 req-2a84ae52-8f0f-4b92-8f99-edbc8f7231af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d8acf95-745a-4435-acb1-9312c55c7e90 HTTP/1.1" status: 200 len: 856 time: 0.0453198 May 25 16:10:28.010249 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad00e5f-3324-4144-a224-251bd5b7d6c6 req-8091792e-fcd0-442a-a26f-0a8eb2637fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:28.011770 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dad00e5f-3324-4144-a224-251bd5b7d6c6 req-8091792e-fcd0-442a-a26f-0a8eb2637fbb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a65193d0-d741-4333-90e3-e22c40adb85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391254 May 25 16:10:28.013041 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314318c0-d306-412b-b622-0ad63653cf8a req-72eef96d-fd58-48a9-952d-db320abcd54e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:28.014562 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-314318c0-d306-412b-b622-0ad63653cf8a req-72eef96d-fd58-48a9-952d-db320abcd54e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0472996 May 25 16:10:28.067056 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-314318c0-d306-412b-b622-0ad63653cf8a req-9a2e1fe4-a4f7-4756-87e8-7fb4d558e753 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459192 May 25 16:10:28.110232 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dad00e5f-3324-4144-a224-251bd5b7d6c6 req-0ea6e0f8-7c44-4df6-bc4f-5f800d69d754 service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870850 May 25 16:10:28.225621 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dad00e5f-3324-4144-a224-251bd5b7d6c6 req-e27a03c7-e46b-4ea5-83d5-59031804db88 service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951314 May 25 16:10:28.653439 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e08f-9424-4fc7-bdd8-d61cc4c5b852 req-d587092c-6836-4118-9866-c254827ce4ce tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:28.654934 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c414e08f-9424-4fc7-bdd8-d61cc4c5b852 req-d587092c-6836-4118-9866-c254827ce4ce tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0532403 May 25 16:10:28.702370 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c414e08f-9424-4fc7-bdd8-d61cc4c5b852 req-7c5f6858-3d3f-4f0b-9dea-0e2600786a18 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417411 May 25 16:10:29.190623 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c7bdc-bae5-402c-a55a-97d3667799e7 req-48c9bcdd-e8bf-4e48-a9a3-7731b53fde81 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:29.192103 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-502c7bdc-bae5-402c-a55a-97d3667799e7 req-48c9bcdd-e8bf-4e48-a9a3-7731b53fde81 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0506191 May 25 16:10:29.248107 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-502c7bdc-bae5-402c-a55a-97d3667799e7 req-581e6a5e-7a92-4174-a494-d52d8f5254be tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498247 May 25 16:10:29.817319 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f035f6-a84c-4cc0-9190-0533b77bf5fa req-770fcd0c-f414-4a15-84ee-735811c6826c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:29.818885 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-70f035f6-a84c-4cc0-9190-0533b77bf5fa req-770fcd0c-f414-4a15-84ee-735811c6826c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0477252 May 25 16:10:29.830230 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:29.866628 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-70f035f6-a84c-4cc0-9190-0533b77bf5fa req-c06365bb-8173-4cfa-983e-b86ddff93169 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 May 25 16:10:30.375212 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c5b20-62ff-46cb-9bde-6f6c669cb0ab req-5a484e78-939e-49d9-b679-a6776e945f91 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:30.376740 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f31c5b20-62ff-46cb-9bde-6f6c669cb0ab req-5a484e78-939e-49d9-b679-a6776e945f91 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 945 time: 0.0490048 May 25 16:10:30.425785 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f31c5b20-62ff-46cb-9bde-6f6c669cb0ab req-8324acb0-35f5-4e1f-9318-27e846620bec tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433574 May 25 16:10:30.729622 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:10:30.809665 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 is: ACTIVE; New status is: DOWN {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:10:30.810051 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:30.832329 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:10:30.834528 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77d7d86-0e6d-46cd-9cda-c00d3060b1ac" -d '{"events": [{"server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:10:30.846511 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:10:30.851978 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:30.879329 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 May 2022 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9016e5fb-934d-45df-90bc-1a6ec8aeb256 x-openstack-request-id: req-9016e5fb-934d-45df-90bc-1a6ec8aeb256 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:10:30.879616 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:10:30.879866 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9016e5fb-934d-45df-90bc-1a6ec8aeb256 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:10:30.880264 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9016e5fb-934d-45df-90bc-1a6ec8aeb256'] response: {'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'code': 200} May 25 16:10:30.906370 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,revision_number=8']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:30.989548 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f234d3-a383-438d-be22-cc4b8fd95092 req-c7d632ae-f7bf-4e86-b359-c6f9e4884e8f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:30.990934 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-47f234d3-a383-438d-be22-cc4b8fd95092 req-c7d632ae-f7bf-4e86-b359-c6f9e4884e8f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0502064 May 25 16:10:31.038883 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-47f234d3-a383-438d-be22-cc4b8fd95092 req-6ac3c0c9-4cb2-49e6-ad17-8f94b18c3f19 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422535 May 25 16:10:31.567789 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7ccba-3c26-4f43-b4d7-33595331dc7e req-421a4ccc-5180-4a45-b717-929ee3e1719c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:31.569926 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fcc7ccba-3c26-4f43-b4d7-33595331dc7e req-421a4ccc-5180-4a45-b717-929ee3e1719c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0636790 May 25 16:10:31.629072 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fcc7ccba-3c26-4f43-b4d7-33595331dc7e req-c3095259-be61-40bd-8147-3f1a26d7de7d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483048 May 25 16:10:32.164543 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100ba67-be33-4dd9-83df-128f69f3e69b req-387d2672-cfe0-4c3d-8b1a-931dc29cd6f3 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:32.166117 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d100ba67-be33-4dd9-83df-128f69f3e69b req-387d2672-cfe0-4c3d-8b1a-931dc29cd6f3 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0482097 May 25 16:10:32.217720 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d100ba67-be33-4dd9-83df-128f69f3e69b req-6b75148f-3789-4ed8-aab9-1199e36c4798 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444112 May 25 16:10:32.765517 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed89f8-b010-4bcb-baa2-28ecee323286 req-5e8d9900-2863-42db-8576-d48d636e22f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:32.767051 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-01ed89f8-b010-4bcb-baa2-28ecee323286 req-5e8d9900-2863-42db-8576-d48d636e22f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0473399 May 25 16:10:32.815007 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-01ed89f8-b010-4bcb-baa2-28ecee323286 req-c9b88522-dbab-4660-ac8f-c7d3158e2e36 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417655 May 25 16:10:33.338080 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [req-4106db71-a381-42d8-ac93-ddb28e48c541 req-83d02953-e3a5-4082-80f7-930ea9facd24 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:10:33.339939 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4106db71-a381-42d8-ac93-ddb28e48c541 req-83d02953-e3a5-4082-80f7-930ea9facd24 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080650 May 25 16:10:33.345470 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9b6c9-09aa-4e00-b9f4-5d17a2d46d7c req-ce3bec50-84c7-4f00-bc40-6886843439ee tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:33.347009 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ddf9b6c9-09aa-4e00-b9f4-5d17a2d46d7c req-ce3bec50-84c7-4f00-bc40-6886843439ee tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0489774 May 25 16:10:33.359161 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:33.394632 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ddf9b6c9-09aa-4e00-b9f4-5d17a2d46d7c req-76800c21-444b-41a6-a3cc-31ba1f6942f0 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420983 May 25 16:10:33.495900 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104e5fc-670e-43ed-b6dd-b473ba094ab2 req-462b21de-78f8-4b01-b062-32a03c061c36 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:33.497530 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6104e5fc-670e-43ed-b6dd-b473ba094ab2 req-462b21de-78f8-4b01-b062-32a03c061c36 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0459983 May 25 16:10:33.549395 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6104e5fc-670e-43ed-b6dd-b473ba094ab2 req-63ec1196-9659-4959-883e-c3443c21e734 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452752 May 25 16:10:33.865999 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 38764) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:10:33.953834 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d6c22b7e-6565-4cfd-b06c-a5825ab76552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:33.954449 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-6bba1c15-537b-41ba-a55a-8017dfd1f9e1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867374 May 25 16:10:33.962931 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-c19ad057-5ed5-4740-ba35-066f0bba73de service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:10:33.963977 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-c19ad057-5ed5-4740-ba35-066f0bba73de service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050495 May 25 16:10:34.041521 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 38772) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:10:34.134028 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=57 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:34.134614 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-c208e97b-697d-42df-b9a7-ad14d88af5d4 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:34.134731 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=41 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:34.135855 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-c208e97b-697d-42df-b9a7-ad14d88af5d4 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports/4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 HTTP/1.1" status: 200 len: 940 time: 0.0933540 May 25 16:10:34.532275 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a5c1-43e8-48cf-87ea-c3f7d3376b56 req-29771709-59b0-487a-adf2-21f81ae0b3f0 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:34.533752 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a830a5c1-43e8-48cf-87ea-c3f7d3376b56 req-29771709-59b0-487a-adf2-21f81ae0b3f0 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0570023 May 25 16:10:34.580281 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a830a5c1-43e8-48cf-87ea-c3f7d3376b56 req-fd34f439-486f-4e46-a254-1544b5c2ecb2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407133 May 25 16:10:34.668325 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f04b8f-f1bc-45c8-8c0c-c8eeac70c370 req-1c31043c-ffb3-4184-aa09-d5c807585ee2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:34.669761 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f6f04b8f-f1bc-45c8-8c0c-c8eeac70c370 req-1c31043c-ffb3-4184-aa09-d5c807585ee2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0479650 May 25 16:10:34.720716 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f6f04b8f-f1bc-45c8-8c0c-c8eeac70c370 req-9e80af0a-a30d-47c5-be20-b7de2b896f08 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453446 May 25 16:10:34.841802 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:10:34.883606 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:34.920593 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 is: DOWN; New status is: DOWN {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:10:35.712155 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe145f-4eab-4636-bf39-220729b76f3e req-a9794b1b-6a57-4bc4-b3f9-bc66d7816c62 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:35.713316 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-acfe145f-4eab-4636-bf39-220729b76f3e req-a9794b1b-6a57-4bc4-b3f9-bc66d7816c62 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0505004 May 25 16:10:35.764887 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-acfe145f-4eab-4636-bf39-220729b76f3e req-458a6ee9-b771-455f-8e1e-65c870d1d08d tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434811 May 25 16:10:35.838743 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee09125-0aa4-46a7-85e6-71f8a333aed0 req-87a93f3e-afb5-4254-b796-eb2647632575 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:35.840184 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ee09125-0aa4-46a7-85e6-71f8a333aed0 req-87a93f3e-afb5-4254-b796-eb2647632575 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0460794 May 25 16:10:35.886157 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ee09125-0aa4-46a7-85e6-71f8a333aed0 req-07409c40-f30d-4b80-b640-a155ad72eea6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404053 May 25 16:10:36.193061 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8d9e-c183-4d14-a609-7a7dd1d2ff44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:36.905066 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06494f5-5c88-457e-93a9-093a660a724a req-a1aa0d60-02e5-44d7-8137-35d1759eebfe tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:36.906624 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e06494f5-5c88-457e-93a9-093a660a724a req-a1aa0d60-02e5-44d7-8137-35d1759eebfe tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0492172 May 25 16:10:36.976275 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e06494f5-5c88-457e-93a9-093a660a724a req-c451e8cb-d83f-47a3-bcec-83b39123e9fd tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623527 May 25 16:10:37.030076 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:37.031874 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b75418-8ad9-452d-98d0-aaf7de69bca7 req-335db667-9b54-424e-bb43-9c66b625e415 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:37.033430 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d4b75418-8ad9-452d-98d0-aaf7de69bca7 req-335db667-9b54-424e-bb43-9c66b625e415 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0519469 May 25 16:10:37.068936 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:37.077026 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:37.082210 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d4b75418-8ad9-452d-98d0-aaf7de69bca7 req-c0acddd9-c384-4cb4-8406-b963451e75bd tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428936 May 25 16:10:38.092825 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35922ba-f6c5-43a5-b48f-c01d361e3b04 req-3d954a90-ba6d-41e0-ae10-c7054762204d tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:38.094288 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d35922ba-f6c5-43a5-b48f-c01d361e3b04 req-3d954a90-ba6d-41e0-ae10-c7054762204d tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0467503 May 25 16:10:38.148605 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d35922ba-f6c5-43a5-b48f-c01d361e3b04 req-42157891-df7d-48e8-931e-9271ce42fdf9 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485611 May 25 16:10:38.206263 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79eb05-37eb-4ca2-9610-c30395e87ac4 req-16fc1325-a418-4269-b8b1-6bdf3f2346b1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:38.207784 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9d79eb05-37eb-4ca2-9610-c30395e87ac4 req-16fc1325-a418-4269-b8b1-6bdf3f2346b1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0501485 May 25 16:10:38.255575 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9d79eb05-37eb-4ca2-9610-c30395e87ac4 req-ca4d2a46-7734-4242-a1be-469ba0d2cbc6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422499 May 25 16:10:38.340262 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f971e8-512b-4e6f-8d30-4c01ab66f99f req-41b7d699-58a5-4238-b422-da12caf5a427 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:38.341709 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-50f971e8-512b-4e6f-8d30-4c01ab66f99f req-41b7d699-58a5-4238-b422-da12caf5a427 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0479519 May 25 16:10:38.390909 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-50f971e8-512b-4e6f-8d30-4c01ab66f99f req-56773f34-90ec-4837-9d1c-b52e01b05709 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409634 May 25 16:10:38.602407 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:39.379753 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de67c2-9262-4c0f-acf1-fdfef8c6f863 req-384bb04a-099b-4e78-abed-0506026c9a2f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:39.381214 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-14de67c2-9262-4c0f-acf1-fdfef8c6f863 req-384bb04a-099b-4e78-abed-0506026c9a2f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0470724 May 25 16:10:39.428863 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-14de67c2-9262-4c0f-acf1-fdfef8c6f863 req-19c78d35-98f7-459f-b275-4f32d33fc050 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420816 May 25 16:10:39.511380 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9bdef-aa6b-4cd3-91d7-2b17af052f2c req-ccaf27c2-d66b-4fa4-871b-5953b81b8074 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:39.512843 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e4a9bdef-aa6b-4cd3-91d7-2b17af052f2c req-ccaf27c2-d66b-4fa4-871b-5953b81b8074 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0492685 May 25 16:10:39.570177 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e4a9bdef-aa6b-4cd3-91d7-2b17af052f2c req-1e217a9a-dee1-4606-a315-e602a5d7dea7 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486085 May 25 16:10:40.078330 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:40.560484 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7d319-ab19-4ff4-b12a-f45aaec52b65 req-6c7a3c79-8bce-402d-b00f-2e3cbc585cb2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:40.562044 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e5b7d319-ab19-4ff4-b12a-f45aaec52b65 req-6c7a3c79-8bce-402d-b00f-2e3cbc585cb2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0551612 May 25 16:10:40.697312 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4833d69-49b3-4052-9eff-36b0d89579f0 req-73055cf3-1868-44b3-baa9-6d9f479f2966 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:40.698889 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f4833d69-49b3-4052-9eff-36b0d89579f0 req-73055cf3-1868-44b3-baa9-6d9f479f2966 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0489142 May 25 16:10:40.747742 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f4833d69-49b3-4052-9eff-36b0d89579f0 req-7a9351aa-6760-4307-948e-d82ff908dd73 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429418 May 25 16:10:40.832365 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e5b7d319-ab19-4ff4-b12a-f45aaec52b65 req-d92fb33f-ab97-42c5-85a5-97ab0cc78a0d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644470 May 25 16:10:41.169322 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-84259721-42b9-47b8-9d39-d1a2745a4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:41.170795 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-84259721-42b9-47b8-9d39-d1a2745a4676 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e&tenant_id=feb4d81e1722439591065849449aeb18 HTTP/1.1" status: 200 len: 1127 time: 0.0864439 May 25 16:10:41.204157 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417b285-6d56-462a-ad71-a711fa4604a1 req-2f1e838f-38a5-40c7-8fc4-457bf9572a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:41.205665 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5417b285-6d56-462a-ad71-a711fa4604a1 req-2f1e838f-38a5-40c7-8fc4-457bf9572a43 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=93946fd1575e45428d2388015d64628f&device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 1129 time: 0.0522692 May 25 16:10:41.233520 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:41.282152 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-5369ba01-0fcd-4b92-932b-4c12729aab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:41.283648 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-5369ba01-0fcd-4b92-932b-4c12729aab81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 1127 time: 0.0878892 May 25 16:10:41.362746 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:41.371979 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417b285-6d56-462a-ad71-a711fa4604a1 req-89abc4e6-4151-4d15-b559-547c9fae77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:41.373460 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5417b285-6d56-462a-ad71-a711fa4604a1 req-89abc4e6-4151-4d15-b559-547c9fae77bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=11c18221-40ed-46b2-9546-1ebebf8fc518 HTTP/1.1" status: 200 len: 912 time: 0.1488085 May 25 16:10:41.399977 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-930a2039-e12e-4157-80a0-cf2faa55819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:41.401381 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-930a2039-e12e-4157-80a0-cf2faa55819b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 918 time: 0.1068425 May 25 16:10:41.501576 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5417b285-6d56-462a-ad71-a711fa4604a1 req-484166a8-bb93-46df-9384-ce54397ec5ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 HTTP/1.1" status: 200 len: 1001 time: 0.0979688 May 25 16:10:41.503385 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-82a68eac-82d0-4947-9288-ce4df114c2ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 HTTP/1.1" status: 200 len: 999 time: 0.0927997 May 25 16:10:41.600144 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417b285-6d56-462a-ad71-a711fa4604a1 req-b3e291dd-2c75-41ef-a5dd-9489cd0b5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:41.601615 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5417b285-6d56-462a-ad71-a711fa4604a1 req-b3e291dd-2c75-41ef-a5dd-9489cd0b5f9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee29b0f8-d772-4643-bd86-56377e543ea2 HTTP/1.1" status: 200 len: 850 time: 0.0809214 May 25 16:10:41.602947 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-aa736466-23e6-4fb0-abf5-136acea2548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:41.604244 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-aa736466-23e6-4fb0-abf5-136acea2548f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d8acf95-745a-4435-acb1-9312c55c7e90 HTTP/1.1" status: 200 len: 856 time: 0.0821049 May 25 16:10:41.699118 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-32662d97-1b31-4481-b160-db63f6960370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:41.700665 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-32662d97-1b31-4481-b160-db63f6960370 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a65193d0-d741-4333-90e3-e22c40adb85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688365 May 25 16:10:41.701680 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417b285-6d56-462a-ad71-a711fa4604a1 req-8ebe18ef-5678-4d09-9891-7e0ee614d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:41.703351 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5417b285-6d56-462a-ad71-a711fa4604a1 req-8ebe18ef-5678-4d09-9891-7e0ee614d373 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=11c18221-40ed-46b2-9546-1ebebf8fc518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795963 May 25 16:10:41.902108 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-669a2207-d62a-4201-9ecb-4d36b4156af5 service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889453 May 25 16:10:41.905684 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5417b285-6d56-462a-ad71-a711fa4604a1 req-0a27617d-adec-4f29-ba53-4f738463aa62 service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854405 May 25 16:10:41.912107 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f90a5-5693-4bae-ae48-c9195dd947fe req-b741bc42-4ff3-454b-b52d-18f93e0078c4 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:41.913493 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ef3f90a5-5693-4bae-ae48-c9195dd947fe req-b741bc42-4ff3-454b-b52d-18f93e0078c4 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0892313 May 25 16:10:41.952948 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa700d7-954d-4673-8de4-f00c566c6f47 req-d92b4a27-b4bb-4dbe-be13-f868b2c2caab tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:41.954382 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0fa700d7-954d-4673-8de4-f00c566c6f47 req-d92b4a27-b4bb-4dbe-be13-f868b2c2caab tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0469799 May 25 16:10:42.002002 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0fa700d7-954d-4673-8de4-f00c566c6f47 req-92ee0df2-af15-49d3-8e2b-7ac4bf14ece7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416703 May 25 16:10:42.321394 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ef3f90a5-5693-4bae-ae48-c9195dd947fe req-abc59174-eebf-49ac-98b6-4574afc84ef8 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4008753 May 25 16:10:42.359714 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5417b285-6d56-462a-ad71-a711fa4604a1 req-4242ad1c-f697-44e6-b06f-e59dd703d28e service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320292 May 25 16:10:42.361655 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0ae4c868-50a4-4c5c-8444-f96be62a3aff req-c377198e-d232-4789-ae9d-ba75957cd827 service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425883 May 25 16:10:43.129451 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e76823-c39a-46ce-ace5-eb45f5128649 req-3c469f54-392c-4a80-b6c8-32811b1997ef tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:43.130897 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-62e76823-c39a-46ce-ace5-eb45f5128649 req-3c469f54-392c-4a80-b6c8-32811b1997ef tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0480304 May 25 16:10:43.189229 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-62e76823-c39a-46ce-ace5-eb45f5128649 req-f7bc1502-c731-4c13-abde-811a1cceaf1a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525520 May 25 16:10:43.439601 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:43.455340 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b794fa8-56b5-4f22-a3a6-ff7a502539ee req-0fd6fee5-39d0-49c2-b818-89b6edae77f2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:43.457361 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0b794fa8-56b5-4f22-a3a6-ff7a502539ee req-0fd6fee5-39d0-49c2-b818-89b6edae77f2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0546114 May 25 16:10:43.507470 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0b794fa8-56b5-4f22-a3a6-ff7a502539ee req-07c5d419-12df-4fa2-acf6-a94756ba26a4 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415945 May 25 16:10:44.322752 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685586a1-f298-4023-a18f-e3a5a81b9028 req-b5ac5574-e5c6-4a75-8ae9-6bf322bf2393 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:44.324273 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-685586a1-f298-4023-a18f-e3a5a81b9028 req-b5ac5574-e5c6-4a75-8ae9-6bf322bf2393 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0476184 May 25 16:10:44.372258 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-685586a1-f298-4023-a18f-e3a5a81b9028 req-b8165a47-b5cd-4a1a-8167-bb4e7ace36bd tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422521 May 25 16:10:44.645709 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9707e-a01d-4c2f-af2c-10a467ff83c2 req-affdb641-5dcb-4517-b363-0e38e65287c3 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:44.647181 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d5b9707e-a01d-4c2f-af2c-10a467ff83c2 req-affdb641-5dcb-4517-b363-0e38e65287c3 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0479827 May 25 16:10:44.698586 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d5b9707e-a01d-4c2f-af2c-10a467ff83c2 req-bee4b75b-30e9-4d23-9d44-24d7590a3977 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429087 May 25 16:10:45.499291 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16424d-2650-4535-8029-13650b9cad6e req-3c994c64-56df-40db-a0b8-43878b916543 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:45.501122 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1d16424d-2650-4535-8029-13650b9cad6e req-3c994c64-56df-40db-a0b8-43878b916543 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0509160 May 25 16:10:45.565291 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1d16424d-2650-4535-8029-13650b9cad6e req-6809b180-c565-4dcc-9fc5-85d63a0da10a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476811 May 25 16:10:45.922961 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:45.943631 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa6b62-75e6-41b4-a9fb-d50035d67bf8 req-76227a6d-a6d1-4af4-8410-29d9deb93fcc tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:45.946271 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-00fa6b62-75e6-41b4-a9fb-d50035d67bf8 req-76227a6d-a6d1-4af4-8410-29d9deb93fcc tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.1323998 May 25 16:10:46.039620 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-00fa6b62-75e6-41b4-a9fb-d50035d67bf8 req-8cd28b96-8b6f-4e5f-800d-40aa549cbbfa tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876474 May 25 16:10:46.692737 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af230c-ef31-4b4b-98d9-9ee4673a7f9c req-3503ad29-16e5-446e-8d0f-5a1c474d19b1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:46.694271 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-11af230c-ef31-4b4b-98d9-9ee4673a7f9c req-3503ad29-16e5-446e-8d0f-5a1c474d19b1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0530682 May 25 16:10:46.747407 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-11af230c-ef31-4b4b-98d9-9ee4673a7f9c req-59790c7f-cc61-434b-af48-61d9ba2a7a5f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464895 May 25 16:10:47.223570 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35b128-89ad-468e-b113-116e399e82a4 req-fc41966a-3b56-478f-877d-7bdbc29b0e3b tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:47.225855 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-db35b128-89ad-468e-b113-116e399e82a4 req-fc41966a-3b56-478f-877d-7bdbc29b0e3b tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0856543 May 25 16:10:47.276738 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-db35b128-89ad-468e-b113-116e399e82a4 req-8fe1c19c-cb50-49ec-9373-0499d95472c9 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445092 May 25 16:10:47.923597 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee29c35-f113-4675-88f6-b279bb57d952 req-1346269b-ad3e-47cb-be48-b9e1eac4b64f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:47.925040 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cee29c35-f113-4675-88f6-b279bb57d952 req-1346269b-ad3e-47cb-be48-b9e1eac4b64f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0738587 May 25 16:10:47.977685 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cee29c35-f113-4675-88f6-b279bb57d952 req-73589461-bf1f-4e8d-b193-0d8c58a43449 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468528 May 25 16:10:48.708926 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:48.710079 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:49.113487 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbf165-cd55-4865-9952-59117dfb9c71 req-016156cb-1d41-4735-bb2c-1c9a0e105774 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:49.115327 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5ecbf165-cd55-4865-9952-59117dfb9c71 req-016156cb-1d41-4735-bb2c-1c9a0e105774 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0638843 May 25 16:10:49.168300 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5ecbf165-cd55-4865-9952-59117dfb9c71 req-97be7960-61ab-4f68-957a-f4d8755cb3b3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472031 May 25 16:10:49.566564 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:10:49.676275 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=64,neutron:UPDATE=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:49.697443 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:49.739523 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 38984) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:10:49.855129 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9295bf95-aa03-44c4-a067-f20bc85ef6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:49.935856 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9295bf95-aa03-44c4-a067-f20bc85ef6ef admin admin] Publish callbacks [] for security_group (d450e5a9-f88d-40c6-bb09-35c833ca3e75), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:49.937090 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:49.943552 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9295bf95-aa03-44c4-a067-f20bc85ef6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (d450e5a9-f88d-40c6-bb09-35c833ca3e75), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:49.959407 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:49.989085 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-9295bf95-aa03-44c4-a067-f20bc85ef6ef admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9f70c7a68d8e44b981b62fba5a517703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484632 May 25 16:10:49.991898 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 38988) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:10:49.993788 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295bf95-aa03-44c4-a067-f20bc85ef6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d450e5a9-f88d-40c6-bb09-35c833ca3e75,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:50.054008 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Publish callbacks [] for security_group (d450e5a9-f88d-40c6-bb09-35c833ca3e75), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:50.077183 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Publish callbacks [] for security_group (d450e5a9-f88d-40c6-bb09-35c833ca3e75), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:50.126815 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (d450e5a9-f88d-40c6-bb09-35c833ca3e75), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:50.129584 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:10:50.130820 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d450e5a9-f88d-40c6-bb09-35c833ca3e75 HTTP/1.1" status: 204 len: 168 time: 0.1379220 May 25 16:10:50.140670 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d450e5a9-f88d-40c6-bb09-35c833ca3e75,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:50.149521 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.149893 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.150370 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.150690 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.151098 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.151439 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.151863 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.152142 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.152646 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.152999 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.153582 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.153927 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.154248 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.154564 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.155220 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeebb07-a46e-429a-9fb0-5511e21485cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:50.331922 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ad173-b8f1-45ab-9f0e-434e14e28303 req-b79620d8-6de0-449e-9273-f484434d6bc0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:50.333705 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d4ad173-b8f1-45ab-9f0e-434e14e28303 req-b79620d8-6de0-449e-9273-f484434d6bc0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0640039 May 25 16:10:50.390212 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d4ad173-b8f1-45ab-9f0e-434e14e28303 req-be1fc4e7-1c75-47ef-b695-b039cad731f8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479410 May 25 16:10:51.521758 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4e12a-a3ff-4bd1-b55d-e53973dd5be1 req-ab3c280c-9b8a-47a8-82ca-89aa162a5a40 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:51.523367 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e0a4e12a-a3ff-4bd1-b55d-e53973dd5be1 req-ab3c280c-9b8a-47a8-82ca-89aa162a5a40 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0490294 May 25 16:10:51.583100 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e0a4e12a-a3ff-4bd1-b55d-e53973dd5be1 req-866bf62c-62e9-4e34-8ec1-4bb1665564a7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527592 May 25 16:10:52.570699 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-5c2f8a2c-0d01-4202-b1f5-30a10a555ba5 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2e01367e6f0a4bb9abf67383702ae6c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292015 May 25 16:10:52.710867 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3877d5d-f732-4caa-b292-b62f39f043c0 req-fd4cebe1-b074-4696-8bec-7399833d7151 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:52.712290 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c3877d5d-f732-4caa-b292-b62f39f043c0 req-fd4cebe1-b074-4696-8bec-7399833d7151 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0511243 May 25 16:10:52.765019 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c3877d5d-f732-4caa-b292-b62f39f043c0 req-cf9aea14-f45c-4474-b3bc-ee67079583ae tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469494 May 25 16:10:52.773206 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-45813bb3-3f0c-4193-b07d-8bc14092021a tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:52.780460 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-45813bb3-3f0c-4193-b07d-8bc14092021a tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042875 May 25 16:10:52.797174 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-fc5d92b8-fd76-4d16-bf06-ceecc5f32d6b tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/quotas/2e01367e6f0a4bb9abf67383702ae6c2 HTTP/1.1" status: 200 len: 375 time: 0.0155890 May 25 16:10:52.826068 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-12637e58-b8a4-4b0c-b728-901911b8055e tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2e01367e6f0a4bb9abf67383702ae6c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280130 May 25 16:10:53.029105 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c612bbd7-ac9a-4694-952b-2e051765fb66 req-c0c8237d-8d6f-4e82-88e3-4a9a884489ba tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 210 time: 0.0359261 May 25 16:10:53.895851 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740648ce-d5c6-4642-bf18-dd51b1d653e1 req-3b8e6d7b-d264-4613-8800-a3477171cfff tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:53.897536 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-740648ce-d5c6-4642-bf18-dd51b1d653e1 req-3b8e6d7b-d264-4613-8800-a3477171cfff tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0475097 May 25 16:10:53.968469 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-740648ce-d5c6-4642-bf18-dd51b1d653e1 req-e4929afa-5524-4e1e-a5d6-24b78640128f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652180 May 25 16:10:54.138216 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-19e62e1a-59c6-4065-9862-67ef95d319e1 req-fa6bdd61-35e6-42e6-83f9-9fbd3b5209d5 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 210 time: 0.0411992 May 25 16:10:55.091387 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e811ac-3eee-4074-9d45-565bad504b5a req-5556f165-e6b2-4acf-a9fc-84857be7bf06 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:55.092885 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b6e811ac-3eee-4074-9d45-565bad504b5a req-5556f165-e6b2-4acf-a9fc-84857be7bf06 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0470598 May 25 16:10:55.147717 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b6e811ac-3eee-4074-9d45-565bad504b5a req-284420a0-b8a3-49bc-8666-93e35f4a18ec tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489798 May 25 16:10:55.251394 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6a17e0c3-10eb-4114-9745-2afa662cb8a1 req-0aac8384-d5bd-4bfa-9fb1-053b74134c3b tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 210 time: 0.0274103 May 25 16:10:56.331223 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaf743-5ba2-4f32-9e4e-68f0d510b88c req-51c8c4ce-2f94-46e0-88d0-4568598e5dc1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:56.332748 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1ebaf743-5ba2-4f32-9e4e-68f0d510b88c req-51c8c4ce-2f94-46e0-88d0-4568598e5dc1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0614569 May 25 16:10:56.359070 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-91316e0e-29fb-41a7-86d2-14d8acac143c req-d392da00-d7b3-4e90-a35e-8286410c6d4d tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 210 time: 0.0290849 May 25 16:10:56.364676 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:56.371700 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:56.386369 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1ebaf743-5ba2-4f32-9e4e-68f0d510b88c req-228a0141-9db1-4240-af52-55e5e0a671dc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477941 May 25 16:10:57.469507 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6ec94848-f0b8-4c15-9ddb-8947b7457eae req-c88ed784-df26-4399-a4d6-ebfb2166aa31 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 210 time: 0.0397260 May 25 16:10:57.518299 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8002df6-27ab-4278-bac3-3c363ff13e96 req-feabb025-1ded-4872-90d4-5184d8eadc2b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:57.520530 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d8002df6-27ab-4278-bac3-3c363ff13e96 req-feabb025-1ded-4872-90d4-5184d8eadc2b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0524461 May 25 16:10:57.565919 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d8002df6-27ab-4278-bac3-3c363ff13e96 req-db7f9563-4bfa-48ca-b6ba-1ff2295f4cd3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399432 May 25 16:10:58.077929 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-91663e63-f737-4b2d-ba93-7c66d7b04855 req-197795d3-d8fb-42b0-a9c0-1b200930a799 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487115 May 25 16:10:58.222286 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91663e63-f737-4b2d-ba93-7c66d7b04855 req-c72d1c4b-1718-4487-adce-398d6dbb5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:58.224064 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-91663e63-f737-4b2d-ba93-7c66d7b04855 req-c72d1c4b-1718-4487-adce-398d6dbb5bc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 1130 time: 0.0530729 May 25 16:10:58.582788 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ad3d58f0-b7df-46d3-b5e0-89151ada88a8 req-c47f97a9-6ab5-46f7-ac88-56bfa0318a8b tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 210 time: 0.0350492 May 25 16:10:58.706021 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740a629-699f-4b32-99b9-fee3eb2f21b2 req-114a2f4a-3437-4a90-b28a-c88b07f7e7aa tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:58.707513 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a740a629-699f-4b32-99b9-fee3eb2f21b2 req-114a2f4a-3437-4a90-b28a-c88b07f7e7aa tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0589435 May 25 16:10:58.762559 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a740a629-699f-4b32-99b9-fee3eb2f21b2 req-d3e22d0b-b480-40a2-a7d6-ed26dbf50f6e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468760 May 25 16:10:59.407995 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91663e63-f737-4b2d-ba93-7c66d7b04855 req-a5d91a86-75c2-455b-ae42-bb8e55bbb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:59.409503 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-91663e63-f737-4b2d-ba93-7c66d7b04855 req-a5d91a86-75c2-455b-ae42-bb8e55bbb9f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 920 time: 0.0934057 May 25 16:10:59.465757 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-91663e63-f737-4b2d-ba93-7c66d7b04855 req-a55eca59-f134-46d3-9fa2-9566c6cf3a74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da9abd8-394d-4fcf-b31f-86f41ec75434 HTTP/1.1" status: 200 len: 217 time: 0.0408731 May 25 16:10:59.531972 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91663e63-f737-4b2d-ba93-7c66d7b04855 req-379ead56-64c4-4271-8b5f-d453115e6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:59.533328 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-91663e63-f737-4b2d-ba93-7c66d7b04855 req-379ead56-64c4-4271-8b5f-d453115e6b14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.0437496 May 25 16:10:59.562918 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:10:59.695664 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ce8f8c6d-0914-406e-a9f9-676bccdabc38 req-d6b1a22d-7076-47fb-8846-d74979726b12 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 210 time: 0.0279880 May 25 16:10:59.899492 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab409680-c310-4798-9119-2df590448700 req-48bf563c-fefb-49d6-b35c-254f3a5db36a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:59.901122 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ab409680-c310-4798-9119-2df590448700 req-48bf563c-fefb-49d6-b35c-254f3a5db36a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0534585 May 25 16:10:59.957135 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91663e63-f737-4b2d-ba93-7c66d7b04855 req-5e806715-e53b-472e-b151-516d5787b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:10:59.958639 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-91663e63-f737-4b2d-ba93-7c66d7b04855 req-5e806715-e53b-472e-b151-516d5787b0c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566638 May 25 16:10:59.980351 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ab409680-c310-4798-9119-2df590448700 req-adb88b5b-f287-406d-96c2-d97245f5cbee tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692797 May 25 16:11:00.084893 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-8de58486-3ab5-4663-8837-10d1d9b4013a tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2e01367e6f0a4bb9abf67383702ae6c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456700 May 25 16:11:00.170418 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:00.182845 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-91663e63-f737-4b2d-ba93-7c66d7b04855 req-b2d08e3a-a498-4f11-b304-0ba78b0a42fc service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616416 May 25 16:11:00.268159 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-529d1cfc-4e41-4e19-b7a0-dfd03d74638e tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:00.269968 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-529d1cfc-4e41-4e19-b7a0-dfd03d74638e tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782451 May 25 16:11:00.307109 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-91663e63-f737-4b2d-ba93-7c66d7b04855 req-f4fb637f-98bc-42bd-82c6-b80a46e66a3e service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144943 May 25 16:11:00.381265 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Request body: {'port': {'device_id': 'd824a79e-fb2e-40e7-a2c7-0a567705304a', 'network_id': '70af5a72-d32e-4e82-bb69-88cc06dca17a', 'admin_state_up': True, 'tenant_id': '2e01367e6f0a4bb9abf67383702ae6c2'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:11:00.486294 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:00.505191 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Made reservation on behalf of 2e01367e6f0a4bb9abf67383702ae6c2 for: {'port': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:11:00.508868 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:00.520835 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:00.547926 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:00.598233 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e52f2-c6cc-42c7-8e77-857b1bec6c4a req-5c52dce9-5f13-4f9a-a13a-a14a960759bf tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:00.599625 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-961e52f2-c6cc-42c7-8e77-857b1bec6c4a req-5c52dce9-5f13-4f9a-a13a-a14a960759bf tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 945 time: 0.0641658 May 25 16:11:00.674941 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Publish callbacks [] for security_group (81c14ea5-2152-4bca-b8fa-795a5692e9f5), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:00.680821 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-961e52f2-c6cc-42c7-8e77-857b1bec6c4a req-f6fa2c7a-6dc3-415f-ae68-21d208e9b0e7 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746424 May 25 16:11:00.681849 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (81c14ea5-2152-4bca-b8fa-795a5692e9f5), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:00.749559 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c14ea5-2152-4bca-b8fa-795a5692e9f5,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:00.806914 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a4edd856-2b52-44e8-a316-6621392eeee4 req-cc94889e-e5ef-4b34-b06b-dc61c28dd309 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 210 time: 0.0280874 May 25 16:11:00.817749 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Allocated IP 192.168.233.142 (70af5a72-d32e-4e82-bb69-88cc06dca17a/b85ae390-4b00-4097-816b-5afd5e6b2523/47c88dfa-6147-49a7-bfed-724799dd578a) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:11:00.977375 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Publish callbacks [] for port (47c88dfa-6147-49a7-bfed-724799dd578a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:01.016315 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:01.067227 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Network 70af5a72-d32e-4e82-bb69-88cc06dca17a is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:11:01.081010 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:11:01.103735 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:11:01.126545 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Pushing event updated for resources: {'Port': ['ID=47c88dfa-6147-49a7-bfed-724799dd578a,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:01.157413 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019df3b-59cf-4fdc-a68c-3bea94e8fbf9 req-a30ee3ad-2abf-41c4-863f-24a223527739 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:01.158914 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1019df3b-59cf-4fdc-a68c-3bea94e8fbf9 req-a30ee3ad-2abf-41c4-863f-24a223527739 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0938570 May 25 16:11:01.176484 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:01.177098 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:01.204167 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-ded1de10-6cb1-46b6-82cb-4d48146c7044 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8275969 May 25 16:11:01.212284 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:01.229833 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1019df3b-59cf-4fdc-a68c-3bea94e8fbf9 req-285927dc-5856-4865-80f3-930dce5d9a9d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647771 May 25 16:11:01.328247 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0837fa4f-f674-4dee-9c9d-dad3693fec8e None None] Provisioning complete for port 47c88dfa-6147-49a7-bfed-724799dd578a triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:11:01.328752 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0837fa4f-f674-4dee-9c9d-dad3693fec8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:01.364026 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0837fa4f-f674-4dee-9c9d-dad3693fec8e None None] Port 47c88dfa-6147-49a7-bfed-724799dd578a cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:11:01.828256 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48d384-0c0a-4e5d-a33c-69fc061cf17b req-2265c3ba-f918-4040-9692-128e8cf80398 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:01.830241 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fd48d384-0c0a-4e5d-a33c-69fc061cf17b req-2265c3ba-f918-4040-9692-128e8cf80398 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 945 time: 0.0653400 May 25 16:11:01.879267 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fd48d384-0c0a-4e5d-a33c-69fc061cf17b req-97289d31-6859-4502-8e4d-bc94744a3dbd tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 May 25 16:11:01.921002 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205121de-acf2-4541-9c96-3554281aa65b req-bccbf5b8-7fdd-4bbe-9f10-fa73c606bc32 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:01.922489 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-205121de-acf2-4541-9c96-3554281aa65b req-bccbf5b8-7fdd-4bbe-9f10-fa73c606bc32 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 936 time: 0.0467210 May 25 16:11:01.940228 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:01.969425 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-205121de-acf2-4541-9c96-3554281aa65b req-e1a08d02-3998-4595-a952-37ca068cfb92 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 May 25 16:11:02.354058 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6a463-128e-440e-90d8-76dd667a49b2 req-ce73543b-e306-4190-b638-b4176472d311 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:02.355511 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a0f6a463-128e-440e-90d8-76dd667a49b2 req-ce73543b-e306-4190-b638-b4176472d311 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0468819 May 25 16:11:02.405626 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a0f6a463-128e-440e-90d8-76dd667a49b2 req-6d6424ba-849a-4bde-b132-570a320c74f7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419283 May 25 16:11:02.520102 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:02.876088 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Request body: {'port': {'device_id': 'd824a79e-fb2e-40e7-a2c7-0a567705304a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:11:02.945555 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:03.030733 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d39093-9798-4822-b9ef-4104fe583339 req-2ed96186-590c-46bf-a74e-cd28e8f93a48 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:03.032202 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-97d39093-9798-4822-b9ef-4104fe583339 req-2ed96186-590c-46bf-a74e-cd28e8f93a48 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 945 time: 0.0781269 May 25 16:11:03.088505 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddad3a-07be-48fe-b86b-2a9b4d64945a req-32b9e410-41e0-41fc-a98f-22aec3832f21 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:03.089921 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a3ddad3a-07be-48fe-b86b-2a9b4d64945a req-32b9e410-41e0-41fc-a98f-22aec3832f21 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 936 time: 0.0506628 May 25 16:11:03.137451 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a3ddad3a-07be-48fe-b86b-2a9b4d64945a req-a42ffbfe-acd7-433a-90bd-c7a5ca7f3f02 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413046 May 25 16:11:03.156557 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-97d39093-9798-4822-b9ef-4104fe583339 req-f051acc5-a7d7-4395-93f4-9e0766c2091d tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085422 May 25 16:11:03.302500 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c88dfa-6147-49a7-bfed-724799dd578a {{(pid=104069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:11:03.310293 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Publish callbacks [] for port (47c88dfa-6147-49a7-bfed-724799dd578a), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:03.323108 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.provisioning_blocks [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Transition to ACTIVE for port object 47c88dfa-6147-49a7-bfed-724799dd578a will not be triggered until provisioned by entity L2. {{(pid=104069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:11:03.328765 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:03.380321 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Pushing event updated for resources: {'Port': ['ID=47c88dfa-6147-49a7-bfed-724799dd578a,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:03.460897 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Attempting to bind port 47c88dfa-6147-49a7-bfed-724799dd578a on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:11:03.461281 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Attempting to bind port 47c88dfa-6147-49a7-bfed-724799dd578a by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'd591444e-26d9-4b01-b679-589d4556516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '70af5a72-d32e-4e82-bb69-88cc06dca17a'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:11:03.461603 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Attempting to bind port 47c88dfa-6147-49a7-bfed-724799dd578a on network 70af5a72-d32e-4e82-bb69-88cc06dca17a {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:11:03.466623 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Port 47c88dfa-6147-49a7-bfed-724799dd578a on network 70af5a72-d32e-4e82-bb69-88cc06dca17a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:11:03.466942 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Attempting to bind port 47c88dfa-6147-49a7-bfed-724799dd578a on network 70af5a72-d32e-4e82-bb69-88cc06dca17a {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:11:03.472680 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:11:03.473020 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Checking segment: {'id': 'd591444e-26d9-4b01-b679-589d4556516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '70af5a72-d32e-4e82-bb69-88cc06dca17a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:11:03.473400 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Bound using segment: {'id': 'd591444e-26d9-4b01-b679-589d4556516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '70af5a72-d32e-4e82-bb69-88cc06dca17a'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:11:03.473896 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Bound port: 47c88dfa-6147-49a7-bfed-724799dd578a, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd591444e-26d9-4b01-b679-589d4556516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '70af5a72-d32e-4e82-bb69-88cc06dca17a'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:11:03.474254 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:03.540382 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] For port 47c88dfa-6147-49a7-bfed-724799dd578a, host hv-cinder-84327, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:11:03.540627 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf0097-bbb3-432f-9f45-a2c9c160c9f1 req-ce833a8d-ae45-4330-8db4-e466b7ac1007 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:03.542554 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-23cf0097-bbb3-432f-9f45-a2c9c160c9f1 req-ce833a8d-ae45-4330-8db4-e466b7ac1007 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0530407 May 25 16:11:03.544448 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] For port 47c88dfa-6147-49a7-bfed-724799dd578a, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=47c88dfa-6147-49a7-bfed-724799dd578a,segment=NetworkSegment(d591444e-26d9-4b01-b679-589d4556516e),segment_id=d591444e-26d9-4b01-b679-589d4556516e)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:11:03.550886 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:03.580471 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:03.581033 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:03.582591 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] 10.222.0.67 "PUT /v2.0/ports/47c88dfa-6147-49a7-bfed-724799dd578a HTTP/1.1" status: 200 len: 1098 time: 0.7110438 May 25 16:11:03.585002 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd824a79e-fb2e-40e7-a2c7-0a567705304a', 'tag': '47c88dfa-6147-49a7-bfed-724799dd578a'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:11:03.592211 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f6f62a-aeeb-4b05-82b1-1e25dee5cb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d824a79e-fb2e-40e7-a2c7-0a567705304a", "tag": "47c88dfa-6147-49a7-bfed-724799dd578a"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:11:03.600412 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-23cf0097-bbb3-432f-9f45-a2c9c160c9f1 req-491069bf-8cdd-4adb-b81a-1dd9454f419a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498447 May 25 16:11:03.643589 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:03.673335 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00761d1e-48ea-4727-9b6b-8e76dea87086 service neutron] Pushing event updated for resources: {'Port': ['ID=47c88dfa-6147-49a7-bfed-724799dd578a,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:03.679074 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53df3783-d49d-47cb-b87f-80a076c94b1a x-openstack-request-id: req-53df3783-d49d-47cb-b87f-80a076c94b1a {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:11:03.679365 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d824a79e-fb2e-40e7-a2c7-0a567705304a", "tag": "47c88dfa-6147-49a7-bfed-724799dd578a", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:11:03.679609 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-53df3783-d49d-47cb-b87f-80a076c94b1a {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:11:03.680021 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53df3783-d49d-47cb-b87f-80a076c94b1a'] response: {'name': 'network-changed', 'server_uuid': 'd824a79e-fb2e-40e7-a2c7-0a567705304a', 'tag': '47c88dfa-6147-49a7-bfed-724799dd578a', 'status': 'completed', 'code': 200} May 25 16:11:03.692193 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9e47d-bb8a-492c-8ebe-10ee86e2db15 req-5c168190-48e7-463d-a620-2df0a5a4f73b tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:03.693775 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-70e9e47d-bb8a-492c-8ebe-10ee86e2db15 req-5c168190-48e7-463d-a620-2df0a5a4f73b tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 945 time: 0.0626538 May 25 16:11:03.728156 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:03.760842 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-b1681648-7043-4481-acc4-0359d6e5583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:03.762352 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-b1681648-7043-4481-acc4-0359d6e5583d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e01367e6f0a4bb9abf67383702ae6c2&device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 1132 time: 0.0677190 May 25 16:11:03.825917 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-6b34a8cb-6006-4d67-9f5a-6d38e5db24bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=47c88dfa-6147-49a7-bfed-724799dd578a HTTP/1.1" status: 200 len: 217 time: 0.0528176 May 25 16:11:03.845808 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [req-70e9e47d-bb8a-492c-8ebe-10ee86e2db15 req-418c72ad-46ab-4077-b3b7-bf6d17fd821f tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Deleting port 5aa2665a-f27b-4727-a1dc-4d9a102547d8 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:11:03.846144 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-70e9e47d-bb8a-492c-8ebe-10ee86e2db15 req-418c72ad-46ab-4077-b3b7-bf6d17fd821f tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:03.926519 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-cbdd3193-3256-4b49-b905-90cd7739cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:03.928041 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-cbdd3193-3256-4b49-b905-90cd7739cd95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b85ae390-4b00-4097-816b-5afd5e6b2523 HTTP/1.1" status: 200 len: 843 time: 0.0926373 May 25 16:11:03.949306 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d214973f-d862-4e11-8c32-86d9485f12a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:03.990919 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-70e9e47d-bb8a-492c-8ebe-10ee86e2db15 req-418c72ad-46ab-4077-b3b7-bf6d17fd821f tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] For port 5aa2665a-f27b-4727-a1dc-4d9a102547d8, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aa2665a-f27b-4727-a1dc-4d9a102547d8,segment=NetworkSegment(837598d5-dbb0-41b7-a63a-ad525ca7e527),segment_id=837598d5-dbb0-41b7-a63a-ad525ca7e527)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:03.991273 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-70e9e47d-bb8a-492c-8ebe-10ee86e2db15 req-418c72ad-46ab-4077-b3b7-bf6d17fd821f tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:04.001470 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-b167b367-d24a-4f29-ad4a-380c4db57293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:04.002975 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-b167b367-d24a-4f29-ad4a-380c4db57293 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70af5a72-d32e-4e82-bb69-88cc06dca17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0613515 May 25 16:11:04.007027 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [req-70e9e47d-bb8a-492c-8ebe-10ee86e2db15 req-418c72ad-46ab-4077-b3b7-bf6d17fd821f tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Calling delete_port for 5aa2665a-f27b-4727-a1dc-4d9a102547d8 owned by compute:nova {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:11:04.148726 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-872fe834-0931-4311-8a89-5d192caf3db5 service neutron] 10.222.0.67 "GET /v2.0/networks/70af5a72-d32e-4e82-bb69-88cc06dca17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375153 May 25 16:11:04.254757 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f37c6a-5283-4089-93e0-b77a85f51225 req-cef696ae-5c95-4e9f-a98b-d56970630daf tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:04.256371 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e3f37c6a-5283-4089-93e0-b77a85f51225 req-cef696ae-5c95-4e9f-a98b-d56970630daf tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 948 time: 0.0498002 May 25 16:11:04.286393 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-70e9e47d-bb8a-492c-8ebe-10ee86e2db15 req-418c72ad-46ab-4077-b3b7-bf6d17fd821f tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (5aa2665a-f27b-4727-a1dc-4d9a102547d8), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:04.300909 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['5aa2665a-f27b-4727-a1dc-4d9a102547d8'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:11:04.309266 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba9d68-6163-4512-940f-22c3891da8b1 req-6b502db0-e075-4e9f-b4d3-b88ebefac51d tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:04.310743 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b7ba9d68-6163-4512-940f-22c3891da8b1 req-6b502db0-e075-4e9f-b4d3-b88ebefac51d tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 945 time: 0.0805509 May 25 16:11:04.316564 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e3f37c6a-5283-4089-93e0-b77a85f51225 req-91d7e25d-e9ca-43a1-a29e-2553dcab69e6 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492535 May 25 16:11:04.346802 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c72ad-46ab-4077-b3b7-bf6d17fd821f tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Pushing event deleted for resources: {'Port': ['ID=5aa2665a-f27b-4727-a1dc-4d9a102547d8,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:04.383117 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86e13988-34b8-40e4-ad82-45ee35a89eac req-c125a51b-c167-4317-b67a-adb7d797fbe4 service neutron] 10.222.0.67 "GET /v2.0/networks/70af5a72-d32e-4e82-bb69-88cc06dca17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210233 May 25 16:11:04.405391 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e9e47d-bb8a-492c-8ebe-10ee86e2db15 req-418c72ad-46ab-4077-b3b7-bf6d17fd821f tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] No DVR routers for this DVR port 5aa2665a-f27b-4727-a1dc-4d9a102547d8 on host hv-cinder-84327 {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:11:04.411796 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-70e9e47d-bb8a-492c-8ebe-10ee86e2db15 req-418c72ad-46ab-4077-b3b7-bf6d17fd821f tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:04.414957 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-70e9e47d-bb8a-492c-8ebe-10ee86e2db15 req-418c72ad-46ab-4077-b3b7-bf6d17fd821f tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.67 "DELETE /v2.0/ports/5aa2665a-f27b-4727-a1dc-4d9a102547d8 HTTP/1.1" status: 204 len: 173 time: 0.7122185 May 25 16:11:04.431923 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b7ba9d68-6163-4512-940f-22c3891da8b1 req-bf20f76c-4528-42b1-bf41-78c8aa6b1164 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922270 May 25 16:11:04.737046 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e923-a4a0-44be-937a-1d1d81bed7a0 req-ccf3fc52-a1b0-413e-9fd4-0d1142d8ccdf tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:04.738439 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-62f5e923-a4a0-44be-937a-1d1d81bed7a0 req-ccf3fc52-a1b0-413e-9fd4-0d1142d8ccdf tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0505910 May 25 16:11:04.788897 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-62f5e923-a4a0-44be-937a-1d1d81bed7a0 req-17f88fb3-f980-45bb-909e-5c56f4e9a18e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426719 May 25 16:11:05.431157 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911b0ca-e4df-4a2f-8a88-7654a2e5fa1e req-33a68a36-8003-4428-a84d-c2a446068255 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:05.432634 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d911b0ca-e4df-4a2f-8a88-7654a2e5fa1e req-33a68a36-8003-4428-a84d-c2a446068255 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 948 time: 0.0497172 May 25 16:11:05.473892 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:05.490213 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d911b0ca-e4df-4a2f-8a88-7654a2e5fa1e req-357ad8a8-6b3a-4a0b-bed2-85e15ebc8a79 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495386 May 25 16:11:05.533073 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-83b95514-4cb3-40fa-93f6-5515219118f4 req-c2611a8b-9b96-4fb9-87cc-33e058b99f65 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 210 time: 0.0290575 May 25 16:11:05.681915 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8253004a-eb87-4982-963c-d977a69b1508', 'name': 'network-vif-deleted', 'tag': '5aa2665a-f27b-4727-a1dc-4d9a102547d8'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:11:05.684324 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f8b00e-b434-495a-865e-2731004a53d0" -d '{"events": [{"server_uuid": "8253004a-eb87-4982-963c-d977a69b1508", "name": "network-vif-deleted", "tag": "5aa2665a-f27b-4727-a1dc-4d9a102547d8"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:11:05.719257 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe06af87-a218-4d41-897a-35479ddf9304 x-openstack-request-id: req-fe06af87-a218-4d41-897a-35479ddf9304 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:11:05.719558 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8253004a-eb87-4982-963c-d977a69b1508", "name": "network-vif-deleted", "tag": "5aa2665a-f27b-4727-a1dc-4d9a102547d8", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:11:05.719768 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fe06af87-a218-4d41-897a-35479ddf9304 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:11:05.720235 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe06af87-a218-4d41-897a-35479ddf9304'] response: {'server_uuid': '8253004a-eb87-4982-963c-d977a69b1508', 'name': 'network-vif-deleted', 'tag': '5aa2665a-f27b-4727-a1dc-4d9a102547d8', 'status': 'completed', 'code': 200} May 25 16:11:05.909367 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:05.920646 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93159317-09d3-4f9b-89e8-ce330f5c9805 req-05557e7f-ca52-4511-aebd-6a8fbc64e040 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:05.922150 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93159317-09d3-4f9b-89e8-ce330f5c9805 req-05557e7f-ca52-4511-aebd-6a8fbc64e040 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 943 time: 0.0510206 May 25 16:11:05.973246 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93159317-09d3-4f9b-89e8-ce330f5c9805 req-176729d5-b6e5-4f25-96cc-1c92ca4cb638 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455606 May 25 16:11:06.192850 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4ed2747f-820f-4dbf-ab92-e25c269ab5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:06.615651 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d90f2-8bf5-4799-8067-03d6c04f94fe req-899124d7-0f9b-415d-8e7a-03e3c56b24ab tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:06.617191 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f38d90f2-8bf5-4799-8067-03d6c04f94fe req-899124d7-0f9b-415d-8e7a-03e3c56b24ab tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 948 time: 0.0479960 May 25 16:11:06.629696 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6dedb5ef-6c12-4074-9f88-6d49590b942b req-44a709bb-3da6-4d36-8522-d71f817a7634 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 210 time: 0.0280092 May 25 16:11:06.667986 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f38d90f2-8bf5-4799-8067-03d6c04f94fe req-d8cf7d23-b340-4df2-aa17-2a92c9204948 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447552 May 25 16:11:06.813727 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:11:06.818917 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5aa2665a-f27b-4727-a1dc-4d9a102547d8 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:11:06.854691 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 5aa2665a-f27b-4727-a1dc-4d9a102547d8 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:11:06.854977 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5aa2665a-f27b-4727-a1dc-4d9a102547d8 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:11:06.942017 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:06.953524 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'port_id': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'mac_address': 'fa:16:3e:d1:6f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:11:06.989643 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:11:06.990023 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:07.007024 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:11:07.037552 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:07.038503 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:07.042066 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:07.042760 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 47c88dfa-6147-49a7-bfed-724799dd578a details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:11:07.096055 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7275c-a64b-4935-8b96-e786ddf3071d req-993de191-d491-4450-bc37-ccec818e4ea3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:07.097493 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-67d7275c-a64b-4935-8b96-e786ddf3071d req-993de191-d491-4450-bc37-ccec818e4ea3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 944 time: 0.0482202 May 25 16:11:07.111276 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,revision_number=9']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:07.144502 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-67d7275c-a64b-4935-8b96-e786ddf3071d req-9d29c545-d9f2-45f7-a26a-c7e1a353b62b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407863 May 25 16:11:07.145305 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.145706 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.146274 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.146648 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.146988 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.147375 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.147703 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.148264 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.148375 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.148682 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.149005 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.149428 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.149741 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.150046 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.150375 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:07.191013 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 47c88dfa-6147-49a7-bfed-724799dd578a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=47c88dfa-6147-49a7-bfed-724799dd578a,segment=NetworkSegment(d591444e-26d9-4b01-b679-589d4556516e),segment_id=d591444e-26d9-4b01-b679-589d4556516e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:07.206238 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '47c88dfa-6147-49a7-bfed-724799dd578a', 'network_id': '70af5a72-d32e-4e82-bb69-88cc06dca17a', 'port_id': '47c88dfa-6147-49a7-bfed-724799dd578a', 'mac_address': 'fa:16:3e:36:55:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85ae390-4b00-4097-816b-5afd5e6b2523', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:11:07.242755 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 47c88dfa-6147-49a7-bfed-724799dd578a is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:11:07.243149 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:07.244452 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:07.248845 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6f62a-aeeb-4b05-82b1-1e25dee5cb1c req-3d162d9f-8a02-4ad1-b1fd-36f15ccd617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:07.250361 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-22f6f62a-aeeb-4b05-82b1-1e25dee5cb1c req-3d162d9f-8a02-4ad1-b1fd-36f15ccd617e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e01367e6f0a4bb9abf67383702ae6c2&device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 1132 time: 0.0422516 May 25 16:11:07.256589 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c88dfa-6147-49a7-bfed-724799dd578a {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:11:07.276909 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 47c88dfa-6147-49a7-bfed-724799dd578a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=47c88dfa-6147-49a7-bfed-724799dd578a,segment=NetworkSegment(d591444e-26d9-4b01-b679-589d4556516e),segment_id=d591444e-26d9-4b01-b679-589d4556516e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:07.282396 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:07.330093 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=47c88dfa-6147-49a7-bfed-724799dd578a,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:07.606207 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6f62a-aeeb-4b05-82b1-1e25dee5cb1c req-27128f08-377d-487c-90af-d84a097c6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:07.607716 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-22f6f62a-aeeb-4b05-82b1-1e25dee5cb1c req-27128f08-377d-487c-90af-d84a097c6d99 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70af5a72-d32e-4e82-bb69-88cc06dca17a HTTP/1.1" status: 200 len: 870 time: 0.3350303 May 25 16:11:07.702913 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-22f6f62a-aeeb-4b05-82b1-1e25dee5cb1c req-45d60132-3a87-4677-9f7e-af219a43a030 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=47c88dfa-6147-49a7-bfed-724799dd578a HTTP/1.1" status: 200 len: 217 time: 0.0333891 May 25 16:11:07.773414 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-297f3a2e-d062-4ade-94e7-69cf0be632df req-82c9b84c-a7ce-4df2-9feb-6bf39ee4b0de tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=8253004a-eb87-4982-963c-d977a69b1508 HTTP/1.1" status: 200 len: 210 time: 0.0368180 May 25 16:11:07.783189 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6f62a-aeeb-4b05-82b1-1e25dee5cb1c req-76ac6498-8398-4a15-b193-a7ee74930a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:07.785003 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-22f6f62a-aeeb-4b05-82b1-1e25dee5cb1c req-76ac6498-8398-4a15-b193-a7ee74930a4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b85ae390-4b00-4097-816b-5afd5e6b2523 HTTP/1.1" status: 200 len: 843 time: 0.0748909 May 25 16:11:07.820016 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70c96b-ab71-455a-9441-9f9d39a3eea4 req-989d2a63-7993-480f-aade-b32346492236 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:07.827854 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3a70c96b-ab71-455a-9441-9f9d39a3eea4 req-989d2a63-7993-480f-aade-b32346492236 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 949 time: 0.0786095 May 25 16:11:07.834547 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:07.838394 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6f62a-aeeb-4b05-82b1-1e25dee5cb1c req-86775079-ac74-483e-9183-7436ebea30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:07.839972 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-22f6f62a-aeeb-4b05-82b1-1e25dee5cb1c req-86775079-ac74-483e-9183-7436ebea30b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70af5a72-d32e-4e82-bb69-88cc06dca17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0419536 May 25 16:11:07.872124 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3a70c96b-ab71-455a-9441-9f9d39a3eea4 req-d81a965f-2bcb-4d58-b20c-cce482128886 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 May 25 16:11:07.934105 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-22f6f62a-aeeb-4b05-82b1-1e25dee5cb1c req-217b317c-4018-4699-931f-a22f5cc0f9c5 service neutron] 10.222.0.67 "GET /v2.0/networks/70af5a72-d32e-4e82-bb69-88cc06dca17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844829 May 25 16:11:07.941801 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['4bf95a69-e3e3-4ef3-aeeb-8e9c69077969'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:11:08.001240 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:08.027334 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-22f6f62a-aeeb-4b05-82b1-1e25dee5cb1c req-f6529f68-7209-4091-9586-474546f0d0d3 service neutron] 10.222.0.67 "GET /v2.0/networks/70af5a72-d32e-4e82-bb69-88cc06dca17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817151 May 25 16:11:08.059587 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:08.088497 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['47c88dfa-6147-49a7-bfed-724799dd578a'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:11:08.264258 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f398d06-d8e9-41c1-b20a-10ac388c8ff7 req-76291179-7cbd-4f99-9aa6-91012845c6cb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:08.265754 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5f398d06-d8e9-41c1-b20a-10ac388c8ff7 req-76291179-7cbd-4f99-9aa6-91012845c6cb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 944 time: 0.0471451 May 25 16:11:08.318456 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5f398d06-d8e9-41c1-b20a-10ac388c8ff7 req-45cd4767-ed48-4aef-8de8-b3d7a1e6a7ce tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465720 May 25 16:11:08.606391 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:08.908494 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:11:08.959867 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:11:08.960329 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:09.002172 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb1a8c-47bb-47be-a182-16c0f1fcbe9e req-5765f4e3-7d88-4ac9-abe4-4ece931a33bc tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:09.003856 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1edb1a8c-47bb-47be-a182-16c0f1fcbe9e req-5765f4e3-7d88-4ac9-abe4-4ece931a33bc tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 949 time: 0.0632308 May 25 16:11:09.044381 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:11:09.044761 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:09.069787 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1edb1a8c-47bb-47be-a182-16c0f1fcbe9e req-047f97ef-1bcc-433d-ae15-6b254d137925 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549335 May 25 16:11:09.187605 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:11:09.189847 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3858aa1e-3716-4e37-a555-f97cc9c94e43" -d '{"events": [{"server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "name": "network-vif-plugged", "status": "completed", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:11:09.202424 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:09.209304 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:09.230931 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ef9963-d795-4a33-9d38-d88ff7f17dfd x-openstack-request-id: req-f4ef9963-d795-4a33-9d38-d88ff7f17dfd {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:11:09.231218 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "name": "network-vif-plugged", "status": "completed", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:11:09.231462 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f4ef9963-d795-4a33-9d38-d88ff7f17dfd {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:11:09.231857 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ef9963-d795-4a33-9d38-d88ff7f17dfd'] response: {'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'code': 200} May 25 16:11:09.257721 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,revision_number=10']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:09.439930 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59808879-a825-475f-8be8-98a4d5a1da6b req-c861c688-e2dc-42af-95f8-46c6b3dbbc11 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:09.441297 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-59808879-a825-475f-8be8-98a4d5a1da6b req-c861c688-e2dc-42af-95f8-46c6b3dbbc11 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0488970 May 25 16:11:09.488256 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-59808879-a825-475f-8be8-98a4d5a1da6b req-b3e478c0-b113-4bc9-a5c3-4f6a53e272c0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411136 May 25 16:11:10.085934 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:10.192465 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff443716-be6f-4f9b-8930-369f5d452682 req-83d73aab-d875-41e0-87a8-e9c746287857 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:10.193920 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ff443716-be6f-4f9b-8930-369f5d452682 req-83d73aab-d875-41e0-87a8-e9c746287857 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 949 time: 0.0541139 May 25 16:11:10.253025 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ff443716-be6f-4f9b-8930-369f5d452682 req-9f23c9aa-ad99-40b0-9578-93b8ec2a02dd tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526876 May 25 16:11:10.620471 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fcebd-3990-4e1b-b027-d0aad4bf4ae3 req-7ed3370e-70f6-4d02-bb8d-e0cc50c71811 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:10.621947 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1d9fcebd-3990-4e1b-b027-d0aad4bf4ae3 req-7ed3370e-70f6-4d02-bb8d-e0cc50c71811 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0561261 May 25 16:11:10.671586 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1d9fcebd-3990-4e1b-b027-d0aad4bf4ae3 req-7b7fd2f3-555f-4c89-b6df-b03f1d67a818 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418382 May 25 16:11:11.381167 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a1f5c-1a23-4dbe-b25a-38d09d9a98f7 req-9214a3c7-f383-43c9-b408-b08289da5d8c tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:11.382643 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a61a1f5c-1a23-4dbe-b25a-38d09d9a98f7 req-9214a3c7-f383-43c9-b408-b08289da5d8c tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 949 time: 0.0466988 May 25 16:11:11.434182 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a61a1f5c-1a23-4dbe-b25a-38d09d9a98f7 req-120d42a8-83df-4767-bdd0-5d47558111c4 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460355 May 25 16:11:11.803293 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a37610-dae3-4352-99b9-9b27025b8df9 req-5795ee14-8062-4cab-85b3-e9fab0598585 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:11.804789 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-80a37610-dae3-4352-99b9-9b27025b8df9 req-5795ee14-8062-4cab-85b3-e9fab0598585 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0496392 May 25 16:11:11.818237 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:11.854886 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-80a37610-dae3-4352-99b9-9b27025b8df9 req-be31c233-777a-425d-a261-4e2ba477c8a4 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421031 May 25 16:11:12.134682 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e908cde-cc63-4ebf-b232-1545ffb3eb92 req-f940b841-f4f4-4fbb-b93a-066cb2cecd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:12.136242 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7e908cde-cc63-4ebf-b232-1545ffb3eb92 req-f940b841-f4f4-4fbb-b93a-066cb2cecd19 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 1130 time: 0.0397158 May 25 16:11:12.185733 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7e908cde-cc63-4ebf-b232-1545ffb3eb92 req-619eb2d5-fcd3-43ac-890e-d1e34bfc7db9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409458 May 25 16:11:12.451093 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 47c88dfa-6147-49a7-bfed-724799dd578a up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:11:12.507795 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 47c88dfa-6147-49a7-bfed-724799dd578a completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:11:12.517405 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 47c88dfa-6147-49a7-bfed-724799dd578a triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:11:12.517779 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:12.560601 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f731b4b-38ab-476c-b1c7-cde11b08ebf7 req-a6a49740-4f8b-4f54-a77f-1e5edd11c630 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:12.562321 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1f731b4b-38ab-476c-b1c7-cde11b08ebf7 req-a6a49740-4f8b-4f54-a77f-1e5edd11c630 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 949 time: 0.0471606 May 25 16:11:12.591228 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 47c88dfa-6147-49a7-bfed-724799dd578a is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:11:12.591613 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:12.608890 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1f731b4b-38ab-476c-b1c7-cde11b08ebf7 req-63b06f27-2622-42a9-945e-1d201c9f63ca tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407887 May 25 16:11:12.614942 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd824a79e-fb2e-40e7-a2c7-0a567705304a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c88dfa-6147-49a7-bfed-724799dd578a'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:11:12.617207 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8b58c1-f63d-4545-b932-7b5cae33a92a" -d '{"events": [{"server_uuid": "d824a79e-fb2e-40e7-a2c7-0a567705304a", "name": "network-vif-plugged", "status": "completed", "tag": "47c88dfa-6147-49a7-bfed-724799dd578a"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:11:12.630048 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 47c88dfa-6147-49a7-bfed-724799dd578a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=47c88dfa-6147-49a7-bfed-724799dd578a,segment=NetworkSegment(d591444e-26d9-4b01-b679-589d4556516e),segment_id=d591444e-26d9-4b01-b679-589d4556516e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:12.635641 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:12.667868 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7e64a1-2fd5-460d-b849-9416db46ae80 x-openstack-request-id: req-cd7e64a1-2fd5-460d-b849-9416db46ae80 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:11:12.668204 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d824a79e-fb2e-40e7-a2c7-0a567705304a", "name": "network-vif-plugged", "status": "completed", "tag": "47c88dfa-6147-49a7-bfed-724799dd578a", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:11:12.668455 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cd7e64a1-2fd5-460d-b849-9416db46ae80 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:11:12.668896 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7e64a1-2fd5-460d-b849-9416db46ae80'] response: {'server_uuid': 'd824a79e-fb2e-40e7-a2c7-0a567705304a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c88dfa-6147-49a7-bfed-724799dd578a', 'code': 200} May 25 16:11:12.684744 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=47c88dfa-6147-49a7-bfed-724799dd578a,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:12.975118 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5392b35-997f-4e89-9c2b-bb61fdee0bd5 req-42e5a67d-191d-4c75-965e-1ad7b46c1980 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:12.976652 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f5392b35-997f-4e89-9c2b-bb61fdee0bd5 req-42e5a67d-191d-4c75-965e-1ad7b46c1980 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0478237 May 25 16:11:13.028097 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f5392b35-997f-4e89-9c2b-bb61fdee0bd5 req-81de0430-89fd-40ff-a9b2-cefa3a84f7e3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453107 May 25 16:11:13.333598 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817beeff-b763-4fad-a679-c19abe24aba9 req-d004ae8b-b3dd-45ea-8d53-32936e557bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:13.335105 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-817beeff-b763-4fad-a679-c19abe24aba9 req-d004ae8b-b3dd-45ea-8d53-32936e557bd8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 1134 time: 0.0396535 May 25 16:11:13.370121 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:13.383630 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-817beeff-b763-4fad-a679-c19abe24aba9 req-ec3469d5-9a70-4609-b68a-6ba6c3313001 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390267 May 25 16:11:13.735445 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cff36-4568-43ff-80ce-d952aa254cc9 req-05680485-fa68-419b-9308-2824597f1bd0 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:13.736976 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-318cff36-4568-43ff-80ce-d952aa254cc9 req-05680485-fa68-419b-9308-2824597f1bd0 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 950 time: 0.0557961 May 25 16:11:13.792518 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-318cff36-4568-43ff-80ce-d952aa254cc9 req-53b23425-7d36-4ffa-921e-9343896a3a95 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495293 May 25 16:11:14.164916 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0ad92-9cf3-4743-aebb-a653f23a5547 req-eeb88121-3cbb-41f4-9af9-e7458edb7fb9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:14.166403 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9ff0ad92-9cf3-4743-aebb-a653f23a5547 req-eeb88121-3cbb-41f4-9af9-e7458edb7fb9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0533845 May 25 16:11:14.213441 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9ff0ad92-9cf3-4743-aebb-a653f23a5547 req-e569aafc-da0f-47ca-9461-42d129511fee tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414619 May 25 16:11:14.925058 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92e739-6466-4b19-a688-2df61b8c283a req-d3d27a95-dd85-4d41-86af-cb56a5434e84 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:14.927380 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7d92e739-6466-4b19-a688-2df61b8c283a req-d3d27a95-dd85-4d41-86af-cb56a5434e84 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 950 time: 0.0672133 May 25 16:11:14.977277 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7d92e739-6466-4b19-a688-2df61b8c283a req-85fdf6dd-1ba4-4188-a2a0-7d08ad80bc73 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420196 May 25 16:11:15.349073 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2f2ca-1332-4268-861c-84a040c36df1 req-6ac92eae-dd55-4490-bac0-31ba20d220c4 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:15.350552 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-14c2f2ca-1332-4268-861c-84a040c36df1 req-6ac92eae-dd55-4490-bac0-31ba20d220c4 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0481200 May 25 16:11:15.399592 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-14c2f2ca-1332-4268-861c-84a040c36df1 req-557dd96b-b834-401b-b334-4b3d4535cdcd tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433352 May 25 16:11:16.108033 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10623725-ec38-4185-9105-b9a727cc36bc req-58e23b0e-160c-4b58-9ce1-5c202bfa38b5 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:16.109497 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-10623725-ec38-4185-9105-b9a727cc36bc req-58e23b0e-160c-4b58-9ce1-5c202bfa38b5 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 950 time: 0.0540733 May 25 16:11:16.157840 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-10623725-ec38-4185-9105-b9a727cc36bc req-31ebc0a2-a7c4-4da3-8516-907e8b87c2d2 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425401 May 25 16:11:16.531610 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6012664-b010-4d8e-ae90-f6e4e7fbce85 req-5c72f28f-bbcb-4570-a868-c0e8799c88b0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:16.533193 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d6012664-b010-4d8e-ae90-f6e4e7fbce85 req-5c72f28f-bbcb-4570-a868-c0e8799c88b0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0541830 May 25 16:11:16.584805 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d6012664-b010-4d8e-ae90-f6e4e7fbce85 req-750ccfcf-8e16-4eb2-a601-6256c29e9118 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458231 May 25 16:11:17.282215 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a5bb2-3084-4f7d-b35b-ebaef6eeef9b req-772ed96b-449d-45a7-96ce-78a009ff9fe7 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:17.283672 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0e3a5bb2-3084-4f7d-b35b-ebaef6eeef9b req-772ed96b-449d-45a7-96ce-78a009ff9fe7 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 950 time: 0.0500751 May 25 16:11:17.335194 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0e3a5bb2-3084-4f7d-b35b-ebaef6eeef9b req-1bc50da4-77d7-47bf-9a83-f566276afd4f tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455525 May 25 16:11:17.714733 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08edd63-f5e3-4ee2-9e48-d57b6559fc32 req-f8b5eadb-496d-4087-ac9d-db52476dfa21 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:17.716241 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f08edd63-f5e3-4ee2-9e48-d57b6559fc32 req-f8b5eadb-496d-4087-ac9d-db52476dfa21 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0476732 May 25 16:11:17.751429 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:17.764533 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f08edd63-f5e3-4ee2-9e48-d57b6559fc32 req-417a9e0c-1167-4351-b806-e9fc72525b9a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427442 May 25 16:11:18.462783 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b969624-f5f4-432c-b0cc-2a9b47683f3b req-3939e376-bd60-4528-96b4-5d00cec32878 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:18.464271 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8b969624-f5f4-432c-b0cc-2a9b47683f3b req-3939e376-bd60-4528-96b4-5d00cec32878 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 950 time: 0.0475667 May 25 16:11:18.516483 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8b969624-f5f4-432c-b0cc-2a9b47683f3b req-9d2fcd27-e86e-4d3e-bedc-08ed90019d4b tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463014 May 25 16:11:18.888797 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431104-49cc-41e3-9de6-352d84ad0f4f req-11739147-d9b7-4885-92b0-6f726b0b4cfc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:18.890257 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0c431104-49cc-41e3-9de6-352d84ad0f4f req-11739147-d9b7-4885-92b0-6f726b0b4cfc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0462594 May 25 16:11:18.937123 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0c431104-49cc-41e3-9de6-352d84ad0f4f req-3d444183-c61e-4a07-9dfc-797a8904db72 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404556 May 25 16:11:18.957983 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-cb80d6b1-40f9-4e63-ba55-104842f88eff tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:18.959425 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-cb80d6b1-40f9-4e63-ba55-104842f88eff tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/networks?id=454d2741-79ec-4e94-82d2-47867e0733f2 HTTP/1.1" status: 200 len: 814 time: 0.1030185 May 25 16:11:18.974250 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-64a90609-ee92-415a-8d1c-f2240e48bb90 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/quotas/b32433ec45854be380fcd9a9671a4ce5 HTTP/1.1" status: 200 len: 375 time: 0.0093405 May 25 16:11:19.006063 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-8263f0b9-43e6-4dc0-9109-fac372aab93f tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b32433ec45854be380fcd9a9671a4ce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269289 May 25 16:11:19.093867 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-4aeb282f-8df5-4073-a2ac-65c0290552cb service neutron] 10.222.0.85 "GET /v2.0/networks/454d2741-79ec-4e94-82d2-47867e0733f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812380 May 25 16:11:19.152461 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:19.190868 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-fa54020f-4a21-4c45-a2a8-1813456b2cf6 service neutron] 10.222.0.85 "GET /v2.0/networks/454d2741-79ec-4e94-82d2-47867e0733f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888462 May 25 16:11:19.360778 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9a9c3cb7-12be-4efe-b18f-e87be77da6c4 req-fc9c383e-49aa-4c59-afa4-dc412a228039 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 210 time: 0.0309689 May 25 16:11:19.641401 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a04498-3ec9-440f-9b1f-dd04703e8321 req-4b512786-c837-436d-8a83-f14246029686 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:19.642977 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-48a04498-3ec9-440f-9b1f-dd04703e8321 req-4b512786-c837-436d-8a83-f14246029686 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 950 time: 0.0497990 May 25 16:11:19.661742 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:19.696963 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-48a04498-3ec9-440f-9b1f-dd04703e8321 req-be8b3e8b-0a13-4c01-9dca-2d716ba7a2a9 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476701 May 25 16:11:19.983729 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fb3b4-fe44-4812-9b30-7b98c0d1321f req-ee9615e2-e009-4ee6-9f6f-ddadc490cc8a tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:19.985251 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d93fb3b4-fe44-4812-9b30-7b98c0d1321f req-ee9615e2-e009-4ee6-9f6f-ddadc490cc8a tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 950 time: 0.0564463 May 25 16:11:20.034584 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d93fb3b4-fe44-4812-9b30-7b98c0d1321f req-ae97a823-4af0-475b-a30b-3761ffa54d2d tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 May 25 16:11:20.473093 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4de0257a-3ad3-477a-a666-cfc4275db480 req-1c4e587c-13d4-45ef-99c7-136137de0635 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 210 time: 0.0375166 May 25 16:11:21.162509 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdff9ad-7b81-4882-bbbd-8b73a098f877 req-2cbb1fd7-9002-4e12-9488-388afa5511ca tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:21.163995 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2cdff9ad-7b81-4882-bbbd-8b73a098f877 req-2cbb1fd7-9002-4e12-9488-388afa5511ca tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 950 time: 0.0493717 May 25 16:11:21.214151 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2cdff9ad-7b81-4882-bbbd-8b73a098f877 req-8d16e660-2ff2-431f-8b85-37787c8388e5 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 May 25 16:11:21.569880 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-594df854-9c47-499c-b7a5-503e1fc942eb req-13a638ba-d225-4980-a36e-3b782ee5af93 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 210 time: 0.0283792 May 25 16:11:22.075061 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b3886-55d4-4801-8938-8bffce0ae2b7 req-36b587f9-7373-4744-9244-f045427453d4 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:22.076566 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-106b3886-55d4-4801-8938-8bffce0ae2b7 req-36b587f9-7373-4744-9244-f045427453d4 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.67 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 950 time: 0.1129301 May 25 16:11:22.171911 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-b853097f-4898-41b6-80fc-3518662c7857 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:22.173346 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-b853097f-4898-41b6-80fc-3518662c7857 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.67 "GET /v2.0/networks?id=454d2741-79ec-4e94-82d2-47867e0733f2 HTTP/1.1" status: 200 len: 814 time: 0.1736546 May 25 16:11:22.195388 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:22.203619 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-a4004dd7-4e5b-4823-8723-cdb886e14d07 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Request body: {'port': {'device_id': '46b6bf66-982e-4358-adf4-d5ad0c0cd061', 'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2', 'admin_state_up': True, 'tenant_id': 'b32433ec45854be380fcd9a9671a4ce5'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:11:22.226980 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [req-106b3886-55d4-4801-8938-8bffce0ae2b7 req-4d0dfa0e-8522-43f8-bede-038021726b38 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Deleting port 47c88dfa-6147-49a7-bfed-724799dd578a {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:11:22.227331 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-106b3886-55d4-4801-8938-8bffce0ae2b7 req-4d0dfa0e-8522-43f8-bede-038021726b38 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:22.358818 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96c468-aa3a-4311-be47-7fe36bee591b req-5a414e11-79a8-467d-9a13-79c922aa3e21 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:22.361568 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1b96c468-aa3a-4311-be47-7fe36bee591b req-5a414e11-79a8-467d-9a13-79c922aa3e21 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 950 time: 0.0702543 May 25 16:11:22.415995 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1b96c468-aa3a-4311-be47-7fe36bee591b req-8456932f-93c7-4994-a8dc-d5a9e25b32c3 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/security-groups?id=81c14ea5-2152-4bca-b8fa-795a5692e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484977 May 25 16:11:22.424991 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-106b3886-55d4-4801-8938-8bffce0ae2b7 req-4d0dfa0e-8522-43f8-bede-038021726b38 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] For port 47c88dfa-6147-49a7-bfed-724799dd578a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=47c88dfa-6147-49a7-bfed-724799dd578a,segment=NetworkSegment(d591444e-26d9-4b01-b679-589d4556516e),segment_id=d591444e-26d9-4b01-b679-589d4556516e)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:22.425354 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-106b3886-55d4-4801-8938-8bffce0ae2b7 req-4d0dfa0e-8522-43f8-bede-038021726b38 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:22.444689 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [req-106b3886-55d4-4801-8938-8bffce0ae2b7 req-4d0dfa0e-8522-43f8-bede-038021726b38 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Calling delete_port for 47c88dfa-6147-49a7-bfed-724799dd578a owned by compute:nova {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:11:22.463457 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:22.497833 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-a4004dd7-4e5b-4823-8723-cdb886e14d07 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Made reservation on behalf of b32433ec45854be380fcd9a9671a4ce5 for: {'port': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:11:22.501241 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-a4004dd7-4e5b-4823-8723-cdb886e14d07 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:22.693900 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-da63cff1-be93-4f24-aaa1-5eecf9e188c8 req-463698c0-405c-4b7d-b69a-bef487b24d89 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 210 time: 0.0460002 May 25 16:11:22.706760 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-106b3886-55d4-4801-8938-8bffce0ae2b7 req-4d0dfa0e-8522-43f8-bede-038021726b38 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (47c88dfa-6147-49a7-bfed-724799dd578a), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:22.717447 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-a4004dd7-4e5b-4823-8723-cdb886e14d07 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Allocated IP 172.20.0.12 (454d2741-79ec-4e94-82d2-47867e0733f2/158549ca-d840-45bb-8265-5f259941d9a6/aae7561e-069c-49cd-b130-6900676f3d8c) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:11:22.722239 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['47c88dfa-6147-49a7-bfed-724799dd578a'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:11:22.741239 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dfa0e-8522-43f8-bede-038021726b38 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Pushing event deleted for resources: {'Port': ['ID=47c88dfa-6147-49a7-bfed-724799dd578a,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:22.821665 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-106b3886-55d4-4801-8938-8bffce0ae2b7 req-4d0dfa0e-8522-43f8-bede-038021726b38 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] No DVR routers for this DVR port 47c88dfa-6147-49a7-bfed-724799dd578a on host hv-cinder-84327 {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:11:22.828823 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-106b3886-55d4-4801-8938-8bffce0ae2b7 req-4d0dfa0e-8522-43f8-bede-038021726b38 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:22.832055 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-106b3886-55d4-4801-8938-8bffce0ae2b7 req-4d0dfa0e-8522-43f8-bede-038021726b38 tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.67 "DELETE /v2.0/ports/47c88dfa-6147-49a7-bfed-724799dd578a HTTP/1.1" status: 204 len: 173 time: 0.7407222 May 25 16:11:22.832494 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd824a79e-fb2e-40e7-a2c7-0a567705304a', 'name': 'network-vif-deleted', 'tag': '47c88dfa-6147-49a7-bfed-724799dd578a'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:11:22.834759 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f193540a-e2a0-424f-80e6-246614556090" -d '{"events": [{"server_uuid": "d824a79e-fb2e-40e7-a2c7-0a567705304a", "name": "network-vif-deleted", "tag": "47c88dfa-6147-49a7-bfed-724799dd578a"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:11:22.899397 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc25d9e-8132-44f2-917a-81fec1b61b98 x-openstack-request-id: req-fcc25d9e-8132-44f2-917a-81fec1b61b98 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:11:22.899676 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d824a79e-fb2e-40e7-a2c7-0a567705304a", "name": "network-vif-deleted", "tag": "47c88dfa-6147-49a7-bfed-724799dd578a", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:11:22.899947 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fcc25d9e-8132-44f2-917a-81fec1b61b98 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:11:22.900347 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc25d9e-8132-44f2-917a-81fec1b61b98'] response: {'server_uuid': 'd824a79e-fb2e-40e7-a2c7-0a567705304a', 'name': 'network-vif-deleted', 'tag': '47c88dfa-6147-49a7-bfed-724799dd578a', 'status': 'completed', 'code': 200} May 25 16:11:22.961390 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-a4004dd7-4e5b-4823-8723-cdb886e14d07 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks [] for port (aae7561e-069c-49cd-b130-6900676f3d8c), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:22.982049 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:22.997241 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-a4004dd7-4e5b-4823-8723-cdb886e14d07 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (aae7561e-069c-49cd-b130-6900676f3d8c), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:23.045835 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-a4004dd7-4e5b-4823-8723-cdb886e14d07 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Network 454d2741-79ec-4e94-82d2-47867e0733f2 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:11:23.048904 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-a4004dd7-4e5b-4823-8723-cdb886e14d07 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:11:23.052720 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-a4004dd7-4e5b-4823-8723-cdb886e14d07 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:11:23.074777 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4004dd7-4e5b-4823-8723-cdb886e14d07 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Pushing event updated for resources: {'Port': ['ID=aae7561e-069c-49cd-b130-6900676f3d8c,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:23.106821 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-a4004dd7-4e5b-4823-8723-cdb886e14d07 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:23.107456 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-a4004dd7-4e5b-4823-8723-cdb886e14d07 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:23.124765 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-a4004dd7-4e5b-4823-8723-cdb886e14d07 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9256425 May 25 16:11:23.474219 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Request body: {'port': {'device_id': '46b6bf66-982e-4358-adf4-d5ad0c0cd061', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:11:23.559167 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0845a298-97bf-4c41-84b8-2fb0154b168c req-412d0092-d980-4497-b4ee-12c0e3f5df1e tempest-VolumesNegativeTest-991800485 tempest-VolumesNegativeTest-991800485-project] 10.222.0.85 "GET /v2.0/ports?device_id=d824a79e-fb2e-40e7-a2c7-0a567705304a HTTP/1.1" status: 200 len: 210 time: 0.0506270 May 25 16:11:23.561742 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (aae7561e-069c-49cd-b130-6900676f3d8c), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:23.570003 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=86,neutron:INSERT=3,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:23.812258 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9bd68-c71a-431a-9055-473b08a3bd57 req-e310b80f-61f9-452f-80c7-e2e7e5454993 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:23.813756 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b1c9bd68-c71a-431a-9055-473b08a3bd57 req-e310b80f-61f9-452f-80c7-e2e7e5454993 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 932 time: 0.0477619 May 25 16:11:23.858995 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae7561e-069c-49cd-b130-6900676f3d8c {{(pid=104069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:11:23.861913 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b1c9bd68-c71a-431a-9055-473b08a3bd57 req-4436b3b3-c463-40b8-965f-26880837d2d1 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422199 May 25 16:11:23.866851 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Publish callbacks [] for port (aae7561e-069c-49cd-b130-6900676f3d8c), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:23.880120 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.provisioning_blocks [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Transition to ACTIVE for port object aae7561e-069c-49cd-b130-6900676f3d8c will not be triggered until provisioned by entity L2. {{(pid=104069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:11:23.887182 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (aae7561e-069c-49cd-b130-6900676f3d8c), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:23.938931 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Pushing event updated for resources: {'Port': ['ID=aae7561e-069c-49cd-b130-6900676f3d8c,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:24.010231 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Attempting to bind port aae7561e-069c-49cd-b130-6900676f3d8c on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:11:24.010574 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Attempting to bind port aae7561e-069c-49cd-b130-6900676f3d8c by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '837598d5-dbb0-41b7-a63a-ad525ca7e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:11:24.010904 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Attempting to bind port aae7561e-069c-49cd-b130-6900676f3d8c on network 454d2741-79ec-4e94-82d2-47867e0733f2 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:11:24.016040 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Port aae7561e-069c-49cd-b130-6900676f3d8c on network 454d2741-79ec-4e94-82d2-47867e0733f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:11:24.016360 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Attempting to bind port aae7561e-069c-49cd-b130-6900676f3d8c on network 454d2741-79ec-4e94-82d2-47867e0733f2 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:11:24.022093 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:11:24.022426 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Checking segment: {'id': '837598d5-dbb0-41b7-a63a-ad525ca7e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:11:24.022812 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Bound using segment: {'id': '837598d5-dbb0-41b7-a63a-ad525ca7e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:11:24.023238 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Bound port: aae7561e-069c-49cd-b130-6900676f3d8c, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837598d5-dbb0-41b7-a63a-ad525ca7e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:11:24.023595 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (aae7561e-069c-49cd-b130-6900676f3d8c), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:24.087803 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] For port aae7561e-069c-49cd-b130-6900676f3d8c, host hv-cinder-84327, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:11:24.090913 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] For port aae7561e-069c-49cd-b130-6900676f3d8c, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=aae7561e-069c-49cd-b130-6900676f3d8c,segment=NetworkSegment(837598d5-dbb0-41b7-a63a-ad525ca7e527),segment_id=837598d5-dbb0-41b7-a63a-ad525ca7e527)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:11:24.100838 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (aae7561e-069c-49cd-b130-6900676f3d8c), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:24.138410 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:24.139031 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:24.140405 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] 10.222.0.67 "PUT /v2.0/ports/aae7561e-069c-49cd-b130-6900676f3d8c HTTP/1.1" status: 200 len: 1094 time: 0.6706223 May 25 16:11:24.156290 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1701d09-72df-41ae-9aed-1f9e782c775c service neutron] Pushing event updated for resources: {'Port': ['ID=aae7561e-069c-49cd-b130-6900676f3d8c,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:24.225243 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-ab937abb-7cce-4559-992c-1d93639289d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:24.226723 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-ab937abb-7cce-4559-992c-1d93639289d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b32433ec45854be380fcd9a9671a4ce5&device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 1128 time: 0.0395210 May 25 16:11:24.242886 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:24.268656 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-a60fe876-a650-4e5c-8203-404234f48b10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aae7561e-069c-49cd-b130-6900676f3d8c HTTP/1.1" status: 200 len: 217 time: 0.0318787 May 25 16:11:24.326578 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-33d7f8ee-e3d7-4568-9881-b2ae2e2276b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:24.328088 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-33d7f8ee-e3d7-4568-9881-b2ae2e2276b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=158549ca-d840-45bb-8265-5f259941d9a6 HTTP/1.1" status: 200 len: 854 time: 0.0518136 May 25 16:11:24.361492 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-735b75ee-a9c6-4091-ba8e-3c55cfc41827 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=454d2741-79ec-4e94-82d2-47867e0733f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268695 May 25 16:11:24.460655 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-4ce1f85d-8502-4676-89e3-5c8cc2832aae service neutron] 10.222.0.67 "GET /v2.0/networks/454d2741-79ec-4e94-82d2-47867e0733f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898385 May 25 16:11:24.551109 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:24.557187 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40fd59b9-2a77-4420-ab29-ce7f2df4c5d9 req-56e51e6f-fab6-494c-8d2c-14738577ce4e service neutron] 10.222.0.67 "GET /v2.0/networks/454d2741-79ec-4e94-82d2-47867e0733f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886235 May 25 16:11:24.901103 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b6bf66-982e-4358-adf4-d5ad0c0cd061', 'tag': 'aae7561e-069c-49cd-b130-6900676f3d8c'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:11:24.903531 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6e3b54-0776-4069-9025-b5f41e0dff47" -d '{"events": [{"name": "network-changed", "server_uuid": "46b6bf66-982e-4358-adf4-d5ad0c0cd061", "tag": "aae7561e-069c-49cd-b130-6900676f3d8c"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:11:24.948898 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d5bb83-e351-4983-a7c5-6d530cc96005 x-openstack-request-id: req-29d5bb83-e351-4983-a7c5-6d530cc96005 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:11:24.949178 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b6bf66-982e-4358-adf4-d5ad0c0cd061", "tag": "aae7561e-069c-49cd-b130-6900676f3d8c", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:11:24.949418 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-29d5bb83-e351-4983-a7c5-6d530cc96005 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:11:24.949847 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d5bb83-e351-4983-a7c5-6d530cc96005'] response: {'name': 'network-changed', 'server_uuid': '46b6bf66-982e-4358-adf4-d5ad0c0cd061', 'tag': 'aae7561e-069c-49cd-b130-6900676f3d8c', 'status': 'completed', 'code': 200} May 25 16:11:24.986643 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beb368-2704-46ab-98cb-33cae13f7c26 req-2064e62e-307a-42a2-9fe5-367c68b3c40e tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:24.988374 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28beb368-2704-46ab-98cb-33cae13f7c26 req-2064e62e-307a-42a2-9fe5-367c68b3c40e tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 944 time: 0.0571454 May 25 16:11:25.036280 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28beb368-2704-46ab-98cb-33cae13f7c26 req-01e969ec-daaa-400a-ad69-fa97b6bedb43 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 May 25 16:11:25.714253 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:25.715548 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:25.760043 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e3b54-0776-4069-9025-b5f41e0dff47 req-51094f9c-8d76-4746-994f-7bc9f5d60d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:25.761684 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9b6e3b54-0776-4069-9025-b5f41e0dff47 req-51094f9c-8d76-4746-994f-7bc9f5d60d26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b32433ec45854be380fcd9a9671a4ce5&device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 1128 time: 0.0426450 May 25 16:11:25.858525 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e3b54-0776-4069-9025-b5f41e0dff47 req-8466a653-18b9-4470-a1a3-0c19cd882656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:25.860029 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9b6e3b54-0776-4069-9025-b5f41e0dff47 req-8466a653-18b9-4470-a1a3-0c19cd882656 service neutron] 10.222.0.67 "GET /v2.0/networks?id=454d2741-79ec-4e94-82d2-47867e0733f2 HTTP/1.1" status: 200 len: 915 time: 0.0911460 May 25 16:11:25.900470 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9b6e3b54-0776-4069-9025-b5f41e0dff47 req-5aff54c4-65c8-4a6c-808f-3e59e8fe74ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aae7561e-069c-49cd-b130-6900676f3d8c HTTP/1.1" status: 200 len: 217 time: 0.0331440 May 25 16:11:25.954060 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e3b54-0776-4069-9025-b5f41e0dff47 req-cfab03e0-7106-4993-95bf-72627a15b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:25.955521 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9b6e3b54-0776-4069-9025-b5f41e0dff47 req-cfab03e0-7106-4993-95bf-72627a15b9f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=158549ca-d840-45bb-8265-5f259941d9a6 HTTP/1.1" status: 200 len: 854 time: 0.0434675 May 25 16:11:25.993712 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9b6e3b54-0776-4069-9025-b5f41e0dff47 req-5cd7c442-444f-4bc5-bcf5-e1d526f4023d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=454d2741-79ec-4e94-82d2-47867e0733f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258386 May 25 16:11:26.090051 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9b6e3b54-0776-4069-9025-b5f41e0dff47 req-f20cf3c2-8857-46fa-b439-7e74c384f004 service neutron] 10.222.0.67 "GET /v2.0/networks/454d2741-79ec-4e94-82d2-47867e0733f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892794 May 25 16:11:26.204483 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd501d-be24-4856-b381-44ab5771b0e3 req-6271165f-5a11-4c1f-85a3-f9e91908af35 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:26.205974 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dbcd501d-be24-4856-b381-44ab5771b0e3 req-6271165f-5a11-4c1f-85a3-f9e91908af35 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 944 time: 0.0894697 May 25 16:11:26.242838 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9b6e3b54-0776-4069-9025-b5f41e0dff47 req-6516e6f5-18fb-4a7f-aae8-16bccb49f306 service neutron] 10.222.0.67 "GET /v2.0/networks/454d2741-79ec-4e94-82d2-47867e0733f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445937 May 25 16:11:26.272543 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dbcd501d-be24-4856-b381-44ab5771b0e3 req-e455f75f-9921-4e01-a925-d1c371151063 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595467 May 25 16:11:26.467559 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 47c88dfa-6147-49a7-bfed-724799dd578a no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:11:26.489769 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 47c88dfa-6147-49a7-bfed-724799dd578a {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:11:26.490111 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 47c88dfa-6147-49a7-bfed-724799dd578a not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:11:26.567403 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:11:27.400401 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb61ca-3916-464b-9e94-3d327a999f8c req-317e01f1-220d-4e50-b322-976650c58f6e tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:27.401847 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3eb61ca-3916-464b-9e94-3d327a999f8c req-317e01f1-220d-4e50-b322-976650c58f6e tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 944 time: 0.0496926 May 25 16:11:27.451604 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3eb61ca-3916-464b-9e94-3d327a999f8c req-ee6cdd00-e4f8-4ba0-a956-4cd85b3bbedf tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439656 May 25 16:11:28.482445 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device aae7561e-069c-49cd-b130-6900676f3d8c details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:11:28.508143 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:28.509143 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:28.521809 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 39620) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:28.612525 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port aae7561e-069c-49cd-b130-6900676f3d8c, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=aae7561e-069c-49cd-b130-6900676f3d8c,segment=NetworkSegment(837598d5-dbb0-41b7-a63a-ad525ca7e527),segment_id=837598d5-dbb0-41b7-a63a-ad525ca7e527)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:28.612776 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0cacc-171a-42cd-9907-9ff3ec1b34c9 req-69e6a480-3311-4f71-87e4-60b1bda6d562 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:28.614313 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-98f0cacc-171a-42cd-9907-9ff3ec1b34c9 req-69e6a480-3311-4f71-87e4-60b1bda6d562 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 944 time: 0.0505719 May 25 16:11:28.625034 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': 'aae7561e-069c-49cd-b130-6900676f3d8c', 'network_id': '454d2741-79ec-4e94-82d2-47867e0733f2', 'port_id': 'aae7561e-069c-49cd-b130-6900676f3d8c', 'mac_address': 'fa:16:3e:8f:af:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158549ca-d840-45bb-8265-5f259941d9a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:11:28.669696 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port aae7561e-069c-49cd-b130-6900676f3d8c is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:11:28.670083 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (aae7561e-069c-49cd-b130-6900676f3d8c), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:28.683339 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae7561e-069c-49cd-b130-6900676f3d8c {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:11:28.691051 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-98f0cacc-171a-42cd-9907-9ff3ec1b34c9 req-b4811766-7af8-4ffd-a14f-e6d509f13f8f tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682125 May 25 16:11:28.703625 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port aae7561e-069c-49cd-b130-6900676f3d8c, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=aae7561e-069c-49cd-b130-6900676f3d8c,segment=NetworkSegment(837598d5-dbb0-41b7-a63a-ad525ca7e527),segment_id=837598d5-dbb0-41b7-a63a-ad525ca7e527)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:28.706836 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 39624) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:28.707394 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c03b5715-3d97-43e4-8ded-eca717556e47 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2e01367e6f0a4bb9abf67383702ae6c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833677 May 25 16:11:28.717117 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (aae7561e-069c-49cd-b130-6900676f3d8c), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:28.733693 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:28.756717 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Publish callbacks [] for security_group (81c14ea5-2152-4bca-b8fa-795a5692e9f5), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:28.762183 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=aae7561e-069c-49cd-b130-6900676f3d8c,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:28.779369 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Publish callbacks [] for security_group (81c14ea5-2152-4bca-b8fa-795a5692e9f5), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:28.831482 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (81c14ea5-2152-4bca-b8fa-795a5692e9f5), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:28.834153 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:28.835293 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/81c14ea5-2152-4bca-b8fa-795a5692e9f5 HTTP/1.1" status: 204 len: 168 time: 0.1274166 May 25 16:11:28.842951 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c14ea5-2152-4bca-b8fa-795a5692e9f5,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:28.850149 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.850486 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.850815 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.851142 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.851466 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.851788 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.852719 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.852719 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.853379 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.853731 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.854070 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.854386 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.854672 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.855020 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:28.855330 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9515b514-88d9-4031-82e1-83a2e6347b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:29.132076 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['aae7561e-069c-49cd-b130-6900676f3d8c'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:11:29.807051 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f6b30-31ea-4944-85fd-e84ac10ca010 req-3651adf5-dedf-4735-a52c-bb928953929d tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:29.808572 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-870f6b30-31ea-4944-85fd-e84ac10ca010 req-3651adf5-dedf-4735-a52c-bb928953929d tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 945 time: 0.0487816 May 25 16:11:29.852279 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:29.861618 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-870f6b30-31ea-4944-85fd-e84ac10ca010 req-ebebda3b-bb7b-49f7-b197-d859c5da4f4d tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469429 May 25 16:11:29.957152 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb142d-3dcc-4628-a45d-142c65e3056e req-677943a0-feed-48f1-8551-f99756542107 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:29.957740 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda424a-1f0a-4e9b-a4c3-062e63835948 req-0282cf3b-5bd6-4cf9-bd39-396109070518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:29.958677 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e8bb142d-3dcc-4628-a45d-142c65e3056e req-677943a0-feed-48f1-8551-f99756542107 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0479655 May 25 16:11:29.958830 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2eda424a-1f0a-4e9b-a4c3-062e63835948 req-0282cf3b-5bd6-4cf9-bd39-396109070518 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 1129 time: 0.0395365 May 25 16:11:30.007023 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e8bb142d-3dcc-4628-a45d-142c65e3056e req-4f11b365-9f60-478c-8ddf-6213fc5a9d1d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425708 May 25 16:11:30.056683 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda424a-1f0a-4e9b-a4c3-062e63835948 req-1debf3ce-5b2a-4606-bc04-24d8ca3a15d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:30.058143 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2eda424a-1f0a-4e9b-a4c3-062e63835948 req-1debf3ce-5b2a-4606-bc04-24d8ca3a15d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 920 time: 0.0917566 May 25 16:11:30.122594 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2eda424a-1f0a-4e9b-a4c3-062e63835948 req-b276d760-08d1-40ef-a29e-bd408db8dbd4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc3e056-237c-4546-af66-e3fc4e599215 HTTP/1.1" status: 200 len: 1001 time: 0.0536499 May 25 16:11:30.175402 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda424a-1f0a-4e9b-a4c3-062e63835948 req-55508f36-d9a9-40ca-8ce2-2c42b98dce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:30.176831 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2eda424a-1f0a-4e9b-a4c3-062e63835948 req-55508f36-d9a9-40ca-8ce2-2c42b98dce5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.0472672 May 25 16:11:30.223294 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda424a-1f0a-4e9b-a4c3-062e63835948 req-fb3e9baa-9163-4d8d-911e-12d7bced4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:30.224739 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2eda424a-1f0a-4e9b-a4c3-062e63835948 req-fb3e9baa-9163-4d8d-911e-12d7bced4b4a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382121 May 25 16:11:30.241922 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:30.317014 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2eda424a-1f0a-4e9b-a4c3-062e63835948 req-8475ddde-5924-4dda-9714-b96eaaf0e5d7 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820096 May 25 16:11:30.412055 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2eda424a-1f0a-4e9b-a4c3-062e63835948 req-333b5f8f-bbe9-4f70-bfbf-6a47518d756c service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872231 May 25 16:11:30.498359 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device aae7561e-069c-49cd-b130-6900676f3d8c up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:11:30.540778 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port aae7561e-069c-49cd-b130-6900676f3d8c completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:11:30.549432 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port aae7561e-069c-49cd-b130-6900676f3d8c triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:11:30.550046 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (aae7561e-069c-49cd-b130-6900676f3d8c), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:30.625577 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port aae7561e-069c-49cd-b130-6900676f3d8c is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:11:30.625953 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (aae7561e-069c-49cd-b130-6900676f3d8c), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:30.648747 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b6bf66-982e-4358-adf4-d5ad0c0cd061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae7561e-069c-49cd-b130-6900676f3d8c'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:11:30.650933 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7464d8d-3446-4f00-bf6d-d247ae7f6f0b" -d '{"events": [{"server_uuid": "46b6bf66-982e-4358-adf4-d5ad0c0cd061", "name": "network-vif-plugged", "status": "completed", "tag": "aae7561e-069c-49cd-b130-6900676f3d8c"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:11:30.663103 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port aae7561e-069c-49cd-b130-6900676f3d8c, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=aae7561e-069c-49cd-b130-6900676f3d8c,segment=NetworkSegment(837598d5-dbb0-41b7-a63a-ad525ca7e527),segment_id=837598d5-dbb0-41b7-a63a-ad525ca7e527)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:30.668579 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (aae7561e-069c-49cd-b130-6900676f3d8c), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:30.692001 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d19324-c2b8-4c7d-973d-86115ba0982e x-openstack-request-id: req-f9d19324-c2b8-4c7d-973d-86115ba0982e {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:11:30.692284 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b6bf66-982e-4358-adf4-d5ad0c0cd061", "name": "network-vif-plugged", "status": "completed", "tag": "aae7561e-069c-49cd-b130-6900676f3d8c", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:11:30.692551 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f9d19324-c2b8-4c7d-973d-86115ba0982e {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:11:30.692907 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d19324-c2b8-4c7d-973d-86115ba0982e'] response: {'server_uuid': '46b6bf66-982e-4358-adf4-d5ad0c0cd061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae7561e-069c-49cd-b130-6900676f3d8c', 'code': 200} May 25 16:11:30.718313 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=aae7561e-069c-49cd-b130-6900676f3d8c,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:30.892273 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce7fbe-b4b7-4db9-8cd0-a1ce79cdbb47 req-637ce4e4-2269-4d4c-a2c4-eedb24619bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:30.894143 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38ce7fbe-b4b7-4db9-8cd0-a1ce79cdbb47 req-637ce4e4-2269-4d4c-a2c4-eedb24619bf9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 1130 time: 0.0412886 May 25 16:11:30.945905 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38ce7fbe-b4b7-4db9-8cd0-a1ce79cdbb47 req-a74cf40f-1103-4349-8b9a-62d6c21ec61b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393472 May 25 16:11:30.960036 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:30.978959 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006c843-623f-4b20-aa90-347fa7d87ab3 req-5521ab1e-fb92-4ae9-b109-0c4194d23b8a tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:30.980462 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d006c843-623f-4b20-aa90-347fa7d87ab3 req-5521ab1e-fb92-4ae9-b109-0c4194d23b8a tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 946 time: 0.0482452 May 25 16:11:31.027364 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d006c843-623f-4b20-aa90-347fa7d87ab3 req-0aed8438-e619-4893-8287-879ac0451524 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411634 May 25 16:11:31.134942 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daec3fc-74ae-4cf2-b664-71f8a678351f req-c9307a73-5c1e-4739-b9de-0094849ccf7b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:31.136452 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7daec3fc-74ae-4cf2-b664-71f8a678351f req-c9307a73-5c1e-4739-b9de-0094849ccf7b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0545061 May 25 16:11:31.187141 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7daec3fc-74ae-4cf2-b664-71f8a678351f req-ab6360d9-8079-4a5a-9c31-6bdf4d27c1c6 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447967 May 25 16:11:31.911955 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34379e0e-87c9-43eb-a952-2304503cdac2 req-871c4838-a111-4638-bfe2-2a9ad3fe626a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:31.913954 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-34379e0e-87c9-43eb-a952-2304503cdac2 req-871c4838-a111-4638-bfe2-2a9ad3fe626a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 946 time: 0.0551338 May 25 16:11:31.962571 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-34379e0e-87c9-43eb-a952-2304503cdac2 req-8b518340-4621-4078-a502-e9ce1db117e3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426536 May 25 16:11:32.159951 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cab26-3151-4d46-a71b-970da198f6d4 req-35798794-6ec7-44e5-a5bf-a411807b0708 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:32.161406 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-644cab26-3151-4d46-a71b-970da198f6d4 req-35798794-6ec7-44e5-a5bf-a411807b0708 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 946 time: 0.0523162 May 25 16:11:32.208372 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-644cab26-3151-4d46-a71b-970da198f6d4 req-73511d28-1755-44a1-bdcd-4568262dfb9d tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 May 25 16:11:32.299057 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124512c-ba74-4129-b410-8e9f78ca4416 req-d7e2b0db-469c-41c4-885d-f9342e372f58 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:32.300577 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4124512c-ba74-4129-b410-8e9f78ca4416 req-d7e2b0db-469c-41c4-885d-f9342e372f58 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0469298 May 25 16:11:32.347476 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4124512c-ba74-4129-b410-8e9f78ca4416 req-ce4d1eee-d4ee-4384-a782-821d7394adae tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408709 May 25 16:11:33.083376 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ade2b-fcf2-4328-be5f-2cd42dbfe029 req-c5ea5c12-8043-4c69-b381-503ff650bfe7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:33.084815 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-765ade2b-fcf2-4328-be5f-2cd42dbfe029 req-c5ea5c12-8043-4c69-b381-503ff650bfe7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 946 time: 0.0488784 May 25 16:11:33.131051 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-765ade2b-fcf2-4328-be5f-2cd42dbfe029 req-27c4627a-4c72-4f03-9bef-73637df90381 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407150 May 25 16:11:33.339278 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ae44-b00e-4b81-adbe-6e7cadd01767 req-4dd9cb4c-9642-45b4-b9f9-273003346e9a tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:33.340762 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e859ae44-b00e-4b81-adbe-6e7cadd01767 req-4dd9cb4c-9642-45b4-b9f9-273003346e9a tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 946 time: 0.0516636 May 25 16:11:33.388873 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e859ae44-b00e-4b81-adbe-6e7cadd01767 req-c6578658-e21b-493e-93f8-47c754859de9 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 May 25 16:11:33.460948 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc19c8-efb7-414c-8b8b-0503aa0993dc req-b62ca6a9-4376-444d-9e7c-2d82a1b5f3f7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:33.462370 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f2fc19c8-efb7-414c-8b8b-0503aa0993dc req-b62ca6a9-4376-444d-9e7c-2d82a1b5f3f7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0450630 May 25 16:11:33.511367 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f2fc19c8-efb7-414c-8b8b-0503aa0993dc req-e9ee024a-4ab1-4396-9c81-7965b01ea24c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434279 May 25 16:11:33.961819 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f1fde9f-9a02-4a41-827a-d550cfbc8730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:34.256717 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8e5bb-1cfa-462a-8a6c-dab6aa780a34 req-d5e9b1c4-740d-4131-9500-b519413c5b81 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:34.258065 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-29e8e5bb-1cfa-462a-8a6c-dab6aa780a34 req-d5e9b1c4-740d-4131-9500-b519413c5b81 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 946 time: 0.0490828 May 25 16:11:34.299669 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:34.308140 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-29e8e5bb-1cfa-462a-8a6c-dab6aa780a34 req-88e78e8e-d725-49df-aead-d70c73f808ba tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440669 May 25 16:11:34.505918 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b5b61-e3c2-4929-b926-40300c17f960 req-72f7247d-7623-4637-8702-4d40e9d4c27a tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:34.507482 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3e5b5b61-e3c2-4929-b926-40300c17f960 req-72f7247d-7623-4637-8702-4d40e9d4c27a tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 946 time: 0.0483246 May 25 16:11:34.538510 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-bc2a27ef-98c5-417c-a924-0ce14d759905 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:34.540052 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-bc2a27ef-98c5-417c-a924-0ce14d759905 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 946 time: 0.0510595 May 25 16:11:34.557828 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3e5b5b61-e3c2-4929-b926-40300c17f960 req-7d106ad8-f8dd-43e6-b40a-520c906748e3 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445609 May 25 16:11:34.662033 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ec30a-9582-4fb1-8b2b-d83df8407eff req-4180c540-a9bb-4722-b90b-2c4f52887330 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:34.663661 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e40ec30a-9582-4fb1-8b2b-d83df8407eff req-4180c540-a9bb-4722-b90b-2c4f52887330 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0786259 May 25 16:11:34.666819 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Deleting port ac4617cf-b210-4ee5-8011-34c4c46ae91a {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:11:34.667155 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:34.744014 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:34.772168 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e40ec30a-9582-4fb1-8b2b-d83df8407eff req-ebfa2f09-03c2-4b3a-92c0-921c51d000d9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015821 May 25 16:11:34.793418 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] For port ac4617cf-b210-4ee5-8011-34c4c46ae91a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac4617cf-b210-4ee5-8011-34c4c46ae91a,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:34.793784 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:35.251854 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:35.252274 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (117b7eb0-27b2-4041-9f91-e4dea5a05b17), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:35.252579 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.l3_db [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Floating IP 117b7eb0-27b2-4041-9f91-e4dea5a05b17 disassociated. External IP: 172.27.0.218, port: ac4617cf-b210-4ee5-8011-34c4c46ae91a. May 25 16:11:35.252922 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Calling delete_port for ac4617cf-b210-4ee5-8011-34c4c46ae91a owned by compute:nova {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:11:35.392866 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (ac4617cf-b210-4ee5-8011-34c4c46ae91a), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:35.434911 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7204dc5e-4082-4f5a-8b00-0f3765da2997 req-1e0b5227-14a7-468e-a90f-0fc4af5f34b7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=53b50f41-74ab-479c-898d-14e7396de0bb HTTP/1.1" status: 200 len: 210 time: 0.0514991 May 25 16:11:35.437578 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event deleted for resources: {'Port': ['ID=ac4617cf-b210-4ee5-8011-34c4c46ae91a,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:35.544349 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:11:35.649546 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:11:35.664182 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d4206b-4ae7-4851-b922-d649369b67a1 None None] Sync routers for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:11:35.675091 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d4206b-4ae7-4851-b922-d649369b67a1 None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:11:35.675800 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26d4206b-4ae7-4851-b922-d649369b67a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:11:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:35.693297 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] No DVR routers for this DVR port ac4617cf-b210-4ee5-8011-34c4c46ae91a on host hv-cinder-84327 {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:11:35.695891 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:35.699123 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5fc59a74-abcd-4235-9da7-3dd7b1327fce req-178c6c6b-85de-4e6e-8f61-124c1dc1befd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "DELETE /v2.0/ports/ac4617cf-b210-4ee5-8011-34c4c46ae91a HTTP/1.1" status: 204 len: 173 time: 1.1504951 May 25 16:11:35.699579 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b50f41-74ab-479c-898d-14e7396de0bb', 'name': 'network-vif-deleted', 'tag': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:11:35.702047 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df16c4f-44aa-4b78-b30e-6a9c7bb27462" -d '{"events": [{"server_uuid": "53b50f41-74ab-479c-898d-14e7396de0bb", "name": "network-vif-deleted", "tag": "ac4617cf-b210-4ee5-8011-34c4c46ae91a"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:11:35.742696 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645ad2c1-cbd5-49f0-8f5e-febda0ada980 x-openstack-request-id: req-645ad2c1-cbd5-49f0-8f5e-febda0ada980 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:11:35.743067 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b50f41-74ab-479c-898d-14e7396de0bb", "name": "network-vif-deleted", "tag": "ac4617cf-b210-4ee5-8011-34c4c46ae91a", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:11:35.743368 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-645ad2c1-cbd5-49f0-8f5e-febda0ada980 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:11:35.743890 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645ad2c1-cbd5-49f0-8f5e-febda0ada980'] response: {'server_uuid': '53b50f41-74ab-479c-898d-14e7396de0bb', 'name': 'network-vif-deleted', 'tag': 'ac4617cf-b210-4ee5-8011-34c4c46ae91a', 'status': 'completed', 'code': 200} May 25 16:11:35.864425 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-26d4206b-4ae7-4851-b922-d649369b67a1 None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:11:35.903368 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80305269-5ef6-4c26-86ba-6b3d91544134 req-b42d6758-27e6-4648-a0e9-76fa2bb9e927 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:35.904888 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-80305269-5ef6-4c26-86ba-6b3d91544134 req-b42d6758-27e6-4648-a0e9-76fa2bb9e927 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0560811 May 25 16:11:35.924258 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:35.961130 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-80305269-5ef6-4c26-86ba-6b3d91544134 req-e6daf909-4e62-4ce5-be80-ff69c5ebb41b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503404 May 25 16:11:36.084048 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26d4206b-4ae7-4851-b922-d649369b67a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'd26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:29:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:19Z', 'updated_at': '2022-05-25T16:08:46Z', 'revision_number': 2, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:36.115738 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d4206b-4ae7-4851-b922-d649369b67a1 None None] Checking router: 87c12870-9bf7-4d4c-94f8-90429b2d4d14 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:11:36.124967 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d4206b-4ae7-4851-b922-d649369b67a1 None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:11:36.125567 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26d4206b-4ae7-4851-b922-d649369b67a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:11:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:36.184736 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-12bec72d-35db-4bbd-bbfb-8b14ae84328f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:36.234180 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-26d4206b-4ae7-4851-b922-d649369b67a1 None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:11:36.461911 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26d4206b-4ae7-4851-b922-d649369b67a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'd26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:29:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:19Z', 'updated_at': '2022-05-25T16:08:46Z', 'revision_number': 2, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:36.486790 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d4206b-4ae7-4851-b922-d649369b67a1 None None] The sync data for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi is: [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'd26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:29:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:08:19Z', 'updated_at': '2022-05-25T16:08:46Z', 'revision_number': 2, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:11:36.537251 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 39702) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:36.595558 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2d96118e-580c-480d-832c-36ef8dcd153d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (bbc2b5f0-2ffa-4113-8bbe-08c001ee4034), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:36.623773 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2d96118e-580c-480d-832c-36ef8dcd153d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (bbc2b5f0-2ffa-4113-8bbe-08c001ee4034), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:36.643881 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:36.679181 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2d96118e-580c-480d-832c-36ef8dcd153d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (bbc2b5f0-2ffa-4113-8bbe-08c001ee4034), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:36.682128 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2d96118e-580c-480d-832c-36ef8dcd153d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:36.683448 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-2d96118e-580c-480d-832c-36ef8dcd153d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "DELETE /v2.0/security-groups/bbc2b5f0-2ffa-4113-8bbe-08c001ee4034 HTTP/1.1" status: 204 len: 168 time: 0.1452041 May 25 16:11:36.686415 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 39704) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:36.694887 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96118e-580c-480d-832c-36ef8dcd153d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc2b5f0-2ffa-4113-8bbe-08c001ee4034,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:36.703350 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.api.v2.resource [None req-e4194370-2ec5-44b7-8a32-a2c315df89dd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] show failed (client error): The resource could not be found. May 25 16:11:36.707269 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e4194370-2ec5-44b7-8a32-a2c315df89dd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups/bbc2b5f0-2ffa-4113-8bbe-08c001ee4034 HTTP/1.1" status: 404 len: 347 time: 0.0192893 May 25 16:11:36.708084 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 39706) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:36.764309 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df593e48-910a-4b24-9131-bac8f959c540 None None] New status for floating IP 117b7eb0-27b2-4041-9f91-e4dea5a05b17: DOWN {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:11:36.823318 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-9d03c0ef-9558-4a50-be69-0561e38a8ea3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Deleting port 9a07685e-a3b5-44fc-b936-60ca8d43b0e1 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:11:36.823633 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d03c0ef-9558-4a50-be69-0561e38a8ea3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (9a07685e-a3b5-44fc-b936-60ca8d43b0e1), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:36.907456 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d03c0ef-9558-4a50-be69-0561e38a8ea3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (9a07685e-a3b5-44fc-b936-60ca8d43b0e1), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:36.907779 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d03c0ef-9558-4a50-be69-0561e38a8ea3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (9a07685e-a3b5-44fc-b936-60ca8d43b0e1), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:36.920002 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-9d03c0ef-9558-4a50-be69-0561e38a8ea3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Calling delete_port for 9a07685e-a3b5-44fc-b936-60ca8d43b0e1 owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:11:37.041451 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:37.088633 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d03c0ef-9558-4a50-be69-0561e38a8ea3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (9a07685e-a3b5-44fc-b936-60ca8d43b0e1), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:37.106741 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119717c-598b-4231-a5b4-42f348ee2924 req-b59b72f0-daa7-484e-be34-6de0f68864be tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:37.108821 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6119717c-598b-4231-a5b4-42f348ee2924 req-b59b72f0-daa7-484e-be34-6de0f68864be tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0553236 May 25 16:11:37.117006 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03c0ef-9558-4a50-be69-0561e38a8ea3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event deleted for resources: {'Port': ['ID=9a07685e-a3b5-44fc-b936-60ca8d43b0e1,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:37.164596 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6119717c-598b-4231-a5b4-42f348ee2924 req-dc44238d-ada7-443c-8354-dd5b0e7876c9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497432 May 25 16:11:37.187385 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d03c0ef-9558-4a50-be69-0561e38a8ea3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (117b7eb0-27b2-4041-9f91-e4dea5a05b17), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:37.189921 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d03c0ef-9558-4a50-be69-0561e38a8ea3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:37.191110 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9d03c0ef-9558-4a50-be69-0561e38a8ea3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "DELETE /v2.0/floatingips/117b7eb0-27b2-4041-9f91-e4dea5a05b17 HTTP/1.1" status: 204 len: 168 time: 0.4819133 May 25 16:11:38.281068 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406fa0d-c65a-46b4-91e6-7045acb6a46a req-efe3d493-f015-479c-a61e-5e0bd90efcac tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:38.282535 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b406fa0d-c65a-46b4-91e6-7045acb6a46a req-efe3d493-f015-479c-a61e-5e0bd90efcac tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0473499 May 25 16:11:38.339572 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b406fa0d-c65a-46b4-91e6-7045acb6a46a req-fb4536a8-c330-464c-b57d-24ae7a83987e tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513148 May 25 16:11:38.535982 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device ac4617cf-b210-4ee5-8011-34c4c46ae91a no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:11:38.559159 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: ac4617cf-b210-4ee5-8011-34c4c46ae91a {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:11:38.559527 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device ac4617cf-b210-4ee5-8011-34c4c46ae91a not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:11:38.607866 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:39.469487 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e780b3d-28c6-4841-9d5c-9b543f7da646 req-fd68f80b-14cc-46b9-8048-0ee5ab25146f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:39.470844 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2e780b3d-28c6-4841-9d5c-9b543f7da646 req-fd68f80b-14cc-46b9-8048-0ee5ab25146f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0490978 May 25 16:11:39.519977 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2e780b3d-28c6-4841-9d5c-9b543f7da646 req-e3387231-b46b-4532-b49a-9639810896bd tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 May 25 16:11:40.067713 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:40.085380 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:40.643442 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7637ca-cc02-4186-8b40-107c209ebe09 req-2c158a83-7edc-4bb5-b4ca-cba0294c3177 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:40.644918 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1f7637ca-cc02-4186-8b40-107c209ebe09 req-2c158a83-7edc-4bb5-b4ca-cba0294c3177 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0479226 May 25 16:11:40.692299 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1f7637ca-cc02-4186-8b40-107c209ebe09 req-6cf69e1f-187e-4f69-919a-719137083633 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417931 May 25 16:11:41.809191 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42083-fef7-4ab1-af60-1ae8f14592ec req-5b0eeab8-3d77-4319-be98-3e5cf86e5812 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:41.810700 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cbd42083-fef7-4ab1-af60-1ae8f14592ec req-5b0eeab8-3d77-4319-be98-3e5cf86e5812 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0476058 May 25 16:11:41.855241 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:41.860313 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cbd42083-fef7-4ab1-af60-1ae8f14592ec req-198bed9b-380c-437a-817e-1b3a4809d967 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413032 May 25 16:11:42.982994 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc89f3-5691-47bb-93d4-cb24cda339ec req-2355f97d-083c-4dcf-afb5-e026e9bbd128 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:42.984485 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9abc89f3-5691-47bb-93d4-cb24cda339ec req-2355f97d-083c-4dcf-afb5-e026e9bbd128 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0510967 May 25 16:11:43.039850 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9abc89f3-5691-47bb-93d4-cb24cda339ec req-79783591-32f1-4a75-8762-12993a89b0e1 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494421 May 25 16:11:44.166378 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34216759-ffb1-4a4e-a82c-a8d7cb761edd req-06f4bbd7-c965-4ed6-95da-acf6073107be tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:44.167856 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-34216759-ffb1-4a4e-a82c-a8d7cb761edd req-06f4bbd7-c965-4ed6-95da-acf6073107be tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0483861 May 25 16:11:44.218718 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-34216759-ffb1-4a4e-a82c-a8d7cb761edd req-6f68ea15-bd75-4aff-a7f0-64d4815b050b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450017 May 25 16:11:45.343976 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16692868-8859-417e-86d2-be58a1b56249 req-3b1023ab-4dbd-44e1-9254-4ed4edca5650 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:45.345434 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-16692868-8859-417e-86d2-be58a1b56249 req-3b1023ab-4dbd-44e1-9254-4ed4edca5650 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0487418 May 25 16:11:45.395866 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-16692868-8859-417e-86d2-be58a1b56249 req-a6ad76c1-0a48-42bb-b6cb-c9361b5b0f29 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448506 May 25 16:11:46.264616 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:46.280433 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930bdcc-8e8b-457c-996a-d9f88ea3d276 req-2ee9c56f-7271-4140-8ad8-90baeede6b35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:46.281888 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9930bdcc-8e8b-457c-996a-d9f88ea3d276 req-2ee9c56f-7271-4140-8ad8-90baeede6b35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 945 time: 0.0572186 May 25 16:11:46.336491 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9930bdcc-8e8b-457c-996a-d9f88ea3d276 req-864cb51e-ff9c-4762-8f67-4fd386e5d029 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426407 May 25 16:11:46.464502 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=71 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:46.465687 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=79 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:46.506227 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:46.522465 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456c8c0-0044-488a-8cfc-5b11901b9905 req-5b74313f-a04d-4217-8584-0cf8732ef532 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:46.524077 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9456c8c0-0044-488a-8cfc-5b11901b9905 req-5b74313f-a04d-4217-8584-0cf8732ef532 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0478764 May 25 16:11:46.570602 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9456c8c0-0044-488a-8cfc-5b11901b9905 req-b345b7d4-f4fb-43c6-80af-4087aab9a98a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403631 May 25 16:11:47.467418 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332903-9c78-4299-a6e8-3941ba147c4c req-a9b785e7-01ef-4abd-8597-d1411c57cd76 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:47.468923 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67332903-9c78-4299-a6e8-3941ba147c4c req-a9b785e7-01ef-4abd-8597-d1411c57cd76 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 945 time: 0.0564733 May 25 16:11:47.520867 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67332903-9c78-4299-a6e8-3941ba147c4c req-eb20ee62-8014-4f71-9c00-f85e8153107a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459635 May 25 16:11:47.648290 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359d166-014d-4f7c-b8e1-db6f23ba3cfd req-1b6eb36e-119b-4b66-8dee-02ae02c2a260 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:47.649948 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f359d166-014d-4f7c-b8e1-db6f23ba3cfd req-1b6eb36e-119b-4b66-8dee-02ae02c2a260 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0523951 May 25 16:11:47.693301 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e680e-1c50-49d4-bdfc-93119b1292eb req-1a9d3dec-3a17-4084-901a-e2afa9908a3f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:47.694904 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-387e680e-1c50-49d4-bdfc-93119b1292eb req-1a9d3dec-3a17-4084-901a-e2afa9908a3f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0510726 May 25 16:11:47.704646 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f359d166-014d-4f7c-b8e1-db6f23ba3cfd req-3b1d5615-20ed-4c72-8f93-86dbc815787f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468545 May 25 16:11:47.744241 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-387e680e-1c50-49d4-bdfc-93119b1292eb req-a6500846-5623-43af-81b8-85f897e7432c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 May 25 16:11:48.646960 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff1f4-223c-4609-87d0-8a3b3c6f1e75 req-c934a5e5-42df-40b9-8441-6089c847d30e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:48.648520 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a58ff1f4-223c-4609-87d0-8a3b3c6f1e75 req-c934a5e5-42df-40b9-8441-6089c847d30e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 945 time: 0.0480680 May 25 16:11:48.688630 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:48.701262 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a58ff1f4-223c-4609-87d0-8a3b3c6f1e75 req-30febdf3-b263-45f3-819b-4f04b7a42f74 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471711 May 25 16:11:48.833918 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861c6fe-c14d-4d5b-b6b9-97f52a51583e req-4c241915-7276-443b-b1c2-a84604777150 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:48.835331 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9861c6fe-c14d-4d5b-b6b9-97f52a51583e req-4c241915-7276-443b-b1c2-a84604777150 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0548453 May 25 16:11:48.862748 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04646fda-0592-4334-b87b-daed1804356d req-a3d2f452-a20f-4e12-a4b1-6505091b295a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:48.864224 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-04646fda-0592-4334-b87b-daed1804356d req-a3d2f452-a20f-4e12-a4b1-6505091b295a tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0468230 May 25 16:11:48.882870 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9861c6fe-c14d-4d5b-b6b9-97f52a51583e req-4a43434b-8630-46dc-a64d-ee82c562e191 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415549 May 25 16:11:48.911020 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-04646fda-0592-4334-b87b-daed1804356d req-d165c369-6ec1-4498-8573-095dd71a7e71 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409429 May 25 16:11:49.682151 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:49.822277 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ed3cf-7474-4183-a533-4f2eab7ed794 req-67fc921e-d1ce-4d91-9d39-69cdd76491d5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:49.823815 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-368ed3cf-7474-4183-a533-4f2eab7ed794 req-67fc921e-d1ce-4d91-9d39-69cdd76491d5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 945 time: 0.0485315 May 25 16:11:49.871988 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-368ed3cf-7474-4183-a533-4f2eab7ed794 req-da9d09b4-1abd-4da0-969f-085faa20e5aa tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422738 May 25 16:11:50.002303 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9379c27-6add-4c52-800d-88656faa6309 req-23632e97-ce14-42c4-b9f4-064c674c07b0 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:50.003879 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b9379c27-6add-4c52-800d-88656faa6309 req-23632e97-ce14-42c4-b9f4-064c674c07b0 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0493102 May 25 16:11:50.032813 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a35978-0f9f-4e4a-b522-63e17cb89cc2 req-5ff2e68e-c8ec-4b62-8486-da11d625f6fb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:50.034632 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82a35978-0f9f-4e4a-b522-63e17cb89cc2 req-5ff2e68e-c8ec-4b62-8486-da11d625f6fb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0524244 May 25 16:11:50.053710 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b9379c27-6add-4c52-800d-88656faa6309 req-5769312a-98f6-4a95-863f-d4f8a0e1f21b tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442262 May 25 16:11:50.082970 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82a35978-0f9f-4e4a-b522-63e17cb89cc2 req-298c81ce-d93e-462e-b1b1-01e367e6ce25 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 May 25 16:11:50.515581 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-431b9a91-ef91-4902-98f6-589a1ff19f09 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:50.517348 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-431b9a91-ef91-4902-98f6-589a1ff19f09 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 945 time: 0.0612800 May 25 16:11:50.623298 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Deleting port 149c600b-b80f-41a1-a754-cb48b95c5cb2 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:11:50.624373 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:50.716679 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] For port 149c600b-b80f-41a1-a754-cb48b95c5cb2, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=149c600b-b80f-41a1-a754-cb48b95c5cb2,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:50.717057 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:50.878328 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:50.878560 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (d26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:50.878887 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.l3_db [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Floating IP d26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca disassociated. External IP: 172.27.0.189, port: 149c600b-b80f-41a1-a754-cb48b95c5cb2. May 25 16:11:50.879229 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Calling delete_port for 149c600b-b80f-41a1-a754-cb48b95c5cb2 owned by compute:nova {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:11:50.965169 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:51.024060 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf90ea-483c-4b02-8081-8df73fa5801a req-00b0a4e2-05e0-4663-b469-888caad049c1 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:51.025480 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4baf90ea-483c-4b02-8081-8df73fa5801a req-00b0a4e2-05e0-4663-b469-888caad049c1 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 945 time: 0.0762508 May 25 16:11:51.070537 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (149c600b-b80f-41a1-a754-cb48b95c5cb2), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:51.117240 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4baf90ea-483c-4b02-8081-8df73fa5801a req-c9d32ffb-e610-4ba1-a15f-7bc97954e365 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=289e6c68-6682-4f46-aab6-0fa568dcbcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861509 May 25 16:11:51.118024 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event deleted for resources: {'Port': ['ID=149c600b-b80f-41a1-a754-cb48b95c5cb2,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:51.134809 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.134809 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.135138 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.135563 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.136011 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.136555 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.137135 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.137526 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.137855 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.138184 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.138507 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.138910 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.139132 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.139665 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.140017 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:51.193765 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:51.194634 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fbeab-45eb-4c99-b280-9faf6436dab7 req-2afecdd5-93f1-47c7-9eea-f94f6dfc0955 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:51.196458 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3b6fbeab-45eb-4c99-b280-9faf6436dab7 req-2afecdd5-93f1-47c7-9eea-f94f6dfc0955 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0669508 May 25 16:11:51.245071 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3b6fbeab-45eb-4c99-b280-9faf6436dab7 req-e31722ae-c127-491d-a6e4-114e35952f7d tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428989 May 25 16:11:51.280427 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f5bef-e117-4ff3-83dd-f04b2d37591a req-468ab6fc-17e0-45a0-b83d-0d758b899ca8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:51.282143 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-110f5bef-e117-4ff3-83dd-f04b2d37591a req-468ab6fc-17e0-45a0-b83d-0d758b899ca8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0911908 May 25 16:11:51.301221 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:11:51.344576 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-110f5bef-e117-4ff3-83dd-f04b2d37591a req-547da2bc-d441-43f9-9922-eb83d3862d8f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543900 May 25 16:11:51.436296 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:11:51.447158 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1936d61-c5cb-47a2-9da2-aaf14771922c None None] Sync routers for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:11:51.457614 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1936d61-c5cb-47a2-9da2-aaf14771922c None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:11:51.458222 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-a1936d61-c5cb-47a2-9da2-aaf14771922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:11:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:51.480030 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] No DVR routers for this DVR port 149c600b-b80f-41a1-a754-cb48b95c5cb2 on host hv-cinder-84327 {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:11:51.482901 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:51.486210 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-57daa2d9-7eb3-4bb3-a848-09affe18256b req-5f7821eb-d8fe-4d11-af1a-7fe80b1a3658 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "DELETE /v2.0/ports/149c600b-b80f-41a1-a754-cb48b95c5cb2 HTTP/1.1" status: 204 len: 173 time: 0.9486704 May 25 16:11:51.486656 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'name': 'network-vif-deleted', 'tag': '149c600b-b80f-41a1-a754-cb48b95c5cb2'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:11:51.488947 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54e684c-db2d-48e9-aee1-8e6e691caf94" -d '{"events": [{"server_uuid": "fb52261b-f0d9-4cfc-a5df-dc306324060a", "name": "network-vif-deleted", "tag": "149c600b-b80f-41a1-a754-cb48b95c5cb2"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:11:51.528021 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bfe327-7ecc-47fc-8511-51c5595400d7 x-openstack-request-id: req-54bfe327-7ecc-47fc-8511-51c5595400d7 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:11:51.528331 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb52261b-f0d9-4cfc-a5df-dc306324060a", "name": "network-vif-deleted", "tag": "149c600b-b80f-41a1-a754-cb48b95c5cb2", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:11:51.528582 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-54bfe327-7ecc-47fc-8511-51c5595400d7 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:11:51.529015 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54bfe327-7ecc-47fc-8511-51c5595400d7'] response: {'server_uuid': 'fb52261b-f0d9-4cfc-a5df-dc306324060a', 'name': 'network-vif-deleted', 'tag': '149c600b-b80f-41a1-a754-cb48b95c5cb2', 'status': 'completed', 'code': 200} May 25 16:11:51.564308 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-a1936d61-c5cb-47a2-9da2-aaf14771922c None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:11:51.750774 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-a1936d61-c5cb-47a2-9da2-aaf14771922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:51.775602 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1936d61-c5cb-47a2-9da2-aaf14771922c None None] Checking router: 87c12870-9bf7-4d4c-94f8-90429b2d4d14 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:11:51.785604 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1936d61-c5cb-47a2-9da2-aaf14771922c None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:11:51.786545 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-a1936d61-c5cb-47a2-9da2-aaf14771922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:11:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:51.893550 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-a1936d61-c5cb-47a2-9da2-aaf14771922c None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:11:52.078650 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-a1936d61-c5cb-47a2-9da2-aaf14771922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:52.191722 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1936d61-c5cb-47a2-9da2-aaf14771922c None None] The sync data for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi is: [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:11:52.274637 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5e866126-2bf1-4c9e-a89e-52f3e66a843a req-4d199d79-12f0-4bd0-a935-896c5a89b6ca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb52261b-f0d9-4cfc-a5df-dc306324060a HTTP/1.1" status: 200 len: 210 time: 0.0465333 May 25 16:11:52.372353 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c3f45-0f78-44d2-a168-d361cee91a49 req-778648c5-22df-4d1d-8774-ddeaeb806650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:52.374045 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-868c3f45-0f78-44d2-a168-d361cee91a49 req-778648c5-22df-4d1d-8774-ddeaeb806650 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 1129 time: 0.0423689 May 25 16:11:52.378384 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827409d-8d11-4352-a113-051108069e82 req-9f3250a3-dc23-4aca-ade1-ca94d7f87bfc tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:52.380052 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a827409d-8d11-4352-a113-051108069e82 req-9f3250a3-dc23-4aca-ade1-ca94d7f87bfc tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0509424 May 25 16:11:52.448083 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a827409d-8d11-4352-a113-051108069e82 req-7dc921f5-0767-402b-a0a3-2a218e3c9394 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568786 May 25 16:11:52.468343 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0457bb7-b9d3-45b0-8df6-4a3b24e21e16 req-dd078622-edc9-4b5a-a626-c13bec6123cb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:52.469834 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e0457bb7-b9d3-45b0-8df6-4a3b24e21e16 req-dd078622-edc9-4b5a-a626-c13bec6123cb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0519161 May 25 16:11:52.511367 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9cb3e8-d5c1-4dfc-b5f9-6cff599e9eeb None None] New status for floating IP d26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca: DOWN {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:11:52.520302 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e0457bb7-b9d3-45b0-8df6-4a3b24e21e16 req-89f57080-81c7-435e-b038-20958f66c166 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438101 May 25 16:11:52.577058 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:52.741436 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-868c3f45-0f78-44d2-a168-d361cee91a49 req-2a1af3d5-fc97-4c5d-ab41-50cc496403a2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482311 May 25 16:11:53.354462 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 39880) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:53.407472 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-706fbe97-6975-47c0-b0a1-d67250446727 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (289e6c68-6682-4f46-aab6-0fa568dcbcde), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:53.432218 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-706fbe97-6975-47c0-b0a1-d67250446727 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (289e6c68-6682-4f46-aab6-0fa568dcbcde), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:53.485672 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-706fbe97-6975-47c0-b0a1-d67250446727 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (289e6c68-6682-4f46-aab6-0fa568dcbcde), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:53.488157 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-706fbe97-6975-47c0-b0a1-d67250446727 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:53.489463 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-706fbe97-6975-47c0-b0a1-d67250446727 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "DELETE /v2.0/security-groups/289e6c68-6682-4f46-aab6-0fa568dcbcde HTTP/1.1" status: 204 len: 168 time: 0.1339984 May 25 16:11:53.492408 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 39884) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:53.498524 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fbe97-6975-47c0-b0a1-d67250446727 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=289e6c68-6682-4f46-aab6-0fa568dcbcde,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:53.507618 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.api.v2.resource [None req-bac1ea33-6e28-4068-95fd-78b1ffcaa88c tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] show failed (client error): The resource could not be found. May 25 16:11:53.511424 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-bac1ea33-6e28-4068-95fd-78b1ffcaa88c tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups/289e6c68-6682-4f46-aab6-0fa568dcbcde HTTP/1.1" status: 404 len: 347 time: 0.0152602 May 25 16:11:53.511744 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 39886) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:53.626450 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d5bac-63c5-472f-9ea4-5baffaff07f1 req-5013915a-2ea5-4ca5-8b19-ddd09602c154 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:53.627925 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e86d5bac-63c5-472f-9ea4-5baffaff07f1 req-5013915a-2ea5-4ca5-8b19-ddd09602c154 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.1079915 May 25 16:11:53.640463 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac463f-ab71-429b-b5b0-a2f8aba83811 req-7b132f92-72a1-4cf3-a465-d45b71a78250 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:53.642214 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9cac463f-ab71-429b-b5b0-a2f8aba83811 req-7b132f92-72a1-4cf3-a465-d45b71a78250 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0492704 May 25 16:11:53.659918 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:53.680803 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-8f96936d-5c89-4d1c-8486-1407af025bdb tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Deleting port 0398a39b-8e37-4c8a-8714-269af4924134 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:11:53.681129 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8f96936d-5c89-4d1c-8486-1407af025bdb tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (0398a39b-8e37-4c8a-8714-269af4924134), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:53.694046 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9cac463f-ab71-429b-b5b0-a2f8aba83811 req-2434aedf-7caf-4253-a064-e4773a884782 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456932 May 25 16:11:53.751719 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e86d5bac-63c5-472f-9ea4-5baffaff07f1 req-98fe171a-a834-4e4c-b391-64447e89e269 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016228 May 25 16:11:53.783043 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8f96936d-5c89-4d1c-8486-1407af025bdb tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (0398a39b-8e37-4c8a-8714-269af4924134), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:53.783369 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8f96936d-5c89-4d1c-8486-1407af025bdb tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (0398a39b-8e37-4c8a-8714-269af4924134), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:53.795727 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-8f96936d-5c89-4d1c-8486-1407af025bdb tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Calling delete_port for 0398a39b-8e37-4c8a-8714-269af4924134 owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:11:53.875868 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:53.963613 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8f96936d-5c89-4d1c-8486-1407af025bdb tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (0398a39b-8e37-4c8a-8714-269af4924134), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:53.987465 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96936d-5c89-4d1c-8486-1407af025bdb tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event deleted for resources: {'Port': ['ID=0398a39b-8e37-4c8a-8714-269af4924134,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:54.052368 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8f96936d-5c89-4d1c-8486-1407af025bdb tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (d26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.054720 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8f96936d-5c89-4d1c-8486-1407af025bdb tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.055856 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8f96936d-5c89-4d1c-8486-1407af025bdb tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "DELETE /v2.0/floatingips/d26fd04b-5ba5-4b7b-ae4b-4e24d54b26ca HTTP/1.1" status: 204 len: 168 time: 0.5429535 May 25 16:11:54.127481 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 39894) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:54.134731 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-66d58ada-271a-41ef-85b3-fa2668307ec3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1164758059', 'description': 'tempest-description--1848109157'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:11:54.158988 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-66d58ada-271a-41ef-85b3-fa2668307ec3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.228683 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-66d58ada-271a-41ef-85b3-fa2668307ec3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (69c351ee-27d5-436f-906a-5f8012a3e769), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.234457 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-66d58ada-271a-41ef-85b3-fa2668307ec3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (69c351ee-27d5-436f-906a-5f8012a3e769), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.263218 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-66d58ada-271a-41ef-85b3-fa2668307ec3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.264427 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-66d58ada-271a-41ef-85b3-fa2668307ec3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1355560 May 25 16:11:54.268588 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 39896) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:54.268751 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d58ada-271a-41ef-85b3-fa2668307ec3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c351ee-27d5-436f-906a-5f8012a3e769,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:54.274010 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-dda58a4a-c5af-4d0e-9c91-5d6ef2c6e4be tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'security_group_rule': {'security_group_id': '69c351ee-27d5-436f-906a-5f8012a3e769', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:11:54.289268 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:54.304691 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dda58a4a-c5af-4d0e-9c91-5d6ef2c6e4be tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (b84b2ca0-f88a-4dde-b49b-caca77f78bb2), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.352545 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dda58a4a-c5af-4d0e-9c91-5d6ef2c6e4be tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (b84b2ca0-f88a-4dde-b49b-caca77f78bb2), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.359633 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dda58a4a-c5af-4d0e-9c91-5d6ef2c6e4be tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (b84b2ca0-f88a-4dde-b49b-caca77f78bb2), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.384567 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda58a4a-c5af-4d0e-9c91-5d6ef2c6e4be tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84b2ca0-f88a-4dde-b49b-caca77f78bb2,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:54.394847 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dda58a4a-c5af-4d0e-9c91-5d6ef2c6e4be tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.396252 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-dda58a4a-c5af-4d0e-9c91-5d6ef2c6e4be tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265087 May 25 16:11:54.399208 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 39902) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:54.403850 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-499257f0-ab52-4043-9b21-f5a817074b36 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'security_group_rule': {'security_group_id': '69c351ee-27d5-436f-906a-5f8012a3e769', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:11:54.429690 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:54.432190 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-499257f0-ab52-4043-9b21-f5a817074b36 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (eb1c53a3-df68-4dce-ad6c-fda84a8e4e24), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.485031 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-499257f0-ab52-4043-9b21-f5a817074b36 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (eb1c53a3-df68-4dce-ad6c-fda84a8e4e24), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.489838 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-499257f0-ab52-4043-9b21-f5a817074b36 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (eb1c53a3-df68-4dce-ad6c-fda84a8e4e24), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.508365 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499257f0-ab52-4043-9b21-f5a817074b36 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1c53a3-df68-4dce-ad6c-fda84a8e4e24,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:54.516891 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-499257f0-ab52-4043-9b21-f5a817074b36 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.518089 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-499257f0-ab52-4043-9b21-f5a817074b36 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177649 May 25 16:11:54.521232 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 39908) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:54.525450 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:11:54.547240 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.629453 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.646222 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 149c600b-b80f-41a1-a754-cb48b95c5cb2 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:11:54.668984 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 149c600b-b80f-41a1-a754-cb48b95c5cb2 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:11:54.669317 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 149c600b-b80f-41a1-a754-cb48b95c5cb2 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:11:54.744191 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Allocated IP 172.27.0.228 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/f5ac12ec-2ecd-41af-95d2-53c93aac110b) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:11:54.845027 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc8d3c-1bba-4a15-be16-f36e09e3c2ac req-1e75e3aa-5694-44a7-9c58-76d5155767fa tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:54.846422 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2dfc8d3c-1bba-4a15-be16-f36e09e3c2ac req-1e75e3aa-5694-44a7-9c58-76d5155767fa tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0776625 May 25 16:11:54.869879 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6eef6f-95ca-4e58-b11f-1260810302a5 req-a9c8055b-9679-4083-8161-133af1143e62 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:54.871356 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2b6eef6f-95ca-4e58-b11f-1260810302a5 req-a9c8055b-9679-4083-8161-133af1143e62 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0493069 May 25 16:11:54.910092 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for port (f5ac12ec-2ecd-41af-95d2-53c93aac110b), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.925234 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2b6eef6f-95ca-4e58-b11f-1260810302a5 req-5436036c-d581-4271-b486-69664f788bb8 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438991 May 25 16:11:54.928930 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2dfc8d3c-1bba-4a15-be16-f36e09e3c2ac req-2b38a771-0036-491c-ba49-d3a36c057bf4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722158 May 25 16:11:54.965632 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (f5ac12ec-2ecd-41af-95d2-53c93aac110b), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.985905 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:55.014365 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:11:55.019645 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'Port': ['ID=f5ac12ec-2ecd-41af-95d2-53c93aac110b,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:55.022367 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:11:55.024887 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:11:55.111270 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (848c1981-b2a1-49fa-91a3-3f29a3e440f8), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:55.150720 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (f5ac12ec-2ecd-41af-95d2-53c93aac110b), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:55.212327 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:55.329827 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for port (f5ac12ec-2ecd-41af-95d2-53c93aac110b), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:55.336673 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (f5ac12ec-2ecd-41af-95d2-53c93aac110b), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:55.401980 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'Port': ['ID=f5ac12ec-2ecd-41af-95d2-53c93aac110b,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:55.414055 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (848c1981-b2a1-49fa-91a3-3f29a3e440f8), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:55.430924 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:55.432134 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-48136e6d-96c3-4f03-875d-c612f45da06e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9099817 May 25 16:11:55.635352 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-df849b5a-20bf-42d9-b0a1-5fb58d18b7a6 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1164758059&fields=id&tenant_id=32e48e8e884b4840ba54d546d82d2334 HTTP/1.1" status: 200 len: 267 time: 0.0446196 May 25 16:11:55.750821 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-bd88245a-5f21-416f-a6db-8fe11abe25e2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:55.752321 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-bd88245a-5f21-416f-a6db-8fe11abe25e2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/networks?id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 200 len: 814 time: 0.1100812 May 25 16:11:55.769090 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-dbcf9373-17d7-49ac-a185-5be520920fa1 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/quotas/32e48e8e884b4840ba54d546d82d2334 HTTP/1.1" status: 200 len: 375 time: 0.0112708 May 25 16:11:55.813705 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:55.821423 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-2879cd76-2c13-4076-9b46-c415b672707c tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449533 May 25 16:11:55.921528 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-df053dfb-f43d-42e4-84c8-61e1a71c2617 service neutron] 10.222.0.85 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870523 May 25 16:11:56.010021 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-18de667d-95c9-4513-9202-a74c05cbcce7 service neutron] 10.222.0.85 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828221 May 25 16:11:56.233108 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7375-47e2-425a-bf44-55ffa0b10208 req-4d2124d6-f78a-4f28-b860-53a6699fc0f1 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:56.234885 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e93a7375-47e2-425a-bf44-55ffa0b10208 req-4d2124d6-f78a-4f28-b860-53a6699fc0f1 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0529468 May 25 16:11:56.305508 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7fefa-81cb-478b-8dd9-eec05d012eed req-95820e3a-107f-48ff-a58a-7d4708806a3f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:56.308336 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e93a7375-47e2-425a-bf44-55ffa0b10208 req-4ff2ffd7-f1a6-4c70-a25e-64fb5606929c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589304 May 25 16:11:56.312413 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3aa7fefa-81cb-478b-8dd9-eec05d012eed req-95820e3a-107f-48ff-a58a-7d4708806a3f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.3188915 May 25 16:11:56.374763 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3aa7fefa-81cb-478b-8dd9-eec05d012eed req-de6c1915-1d21-4c00-8970-11279ac87c32 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611229 May 25 16:11:56.382226 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f6b1bb43-e5cf-42ff-ac51-baf83f06ff30 req-96d3cf77-42af-4e44-9ad5-35dba6a6d744 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 210 time: 0.0398545 May 25 16:11:56.499384 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b51e5d45-6890-453d-973f-ea4a1e09a38d req-233ed2d6-6730-44a6-a7eb-a1a8725f9762 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383186 May 25 16:11:56.563709 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e5d45-6890-453d-973f-ea4a1e09a38d req-42a2071e-aa0f-40a6-a0ed-91002add63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:56.565285 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b51e5d45-6890-453d-973f-ea4a1e09a38d req-42a2071e-aa0f-40a6-a0ed-91002add63d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 1130 time: 0.0408940 May 25 16:11:56.707327 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e5d45-6890-453d-973f-ea4a1e09a38d req-23b334e9-6fc9-4b84-8bce-e01537e1a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:56.709099 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b51e5d45-6890-453d-973f-ea4a1e09a38d req-23b334e9-6fc9-4b84-8bce-e01537e1a585 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 918 time: 0.1065831 May 25 16:11:56.735201 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:56.779982 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53139085-f287-4561-8663-6906a6dc1dff req-6454d026-e40b-442e-9eaa-4399802d13b2 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:56.787104 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-53139085-f287-4561-8663-6906a6dc1dff req-6454d026-e40b-442e-9eaa-4399802d13b2 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0636592 May 25 16:11:56.841364 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-53139085-f287-4561-8663-6906a6dc1dff req-fa319523-82c3-4173-bd7a-641c70817da3 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533969 May 25 16:11:56.867859 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819399c4-0367-46b4-a6b4-33ad8ea3d8ac req-415ef6be-3d4a-4985-80c1-9d14a4fc8e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:56.867859 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-819399c4-0367-46b4-a6b4-33ad8ea3d8ac req-415ef6be-3d4a-4985-80c1-9d14a4fc8e0c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 1129 time: 0.1074479 May 25 16:11:56.871319 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b51e5d45-6890-453d-973f-ea4a1e09a38d req-69b5472e-f018-4167-be55-7c4a410f9dd9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 HTTP/1.1" status: 200 len: 1001 time: 0.1168315 May 25 16:11:56.971854 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:56.977179 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0028db-aa03-48b5-bd61-0de987e9981c req-d47cd95c-e4b9-4f45-a1dc-01a6bbc24b56 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:56.978686 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ff0028db-aa03-48b5-bd61-0de987e9981c req-d47cd95c-e4b9-4f45-a1dc-01a6bbc24b56 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 946 time: 0.0468383 May 25 16:11:56.997698 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e5d45-6890-453d-973f-ea4a1e09a38d req-57ab5184-19e1-48c3-8fdf-3e47fbd94af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:56.999133 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b51e5d45-6890-453d-973f-ea4a1e09a38d req-57ab5184-19e1-48c3-8fdf-3e47fbd94af4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d8acf95-745a-4435-acb1-9312c55c7e90 HTTP/1.1" status: 200 len: 856 time: 0.0676370 May 25 16:11:57.014461 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819399c4-0367-46b4-a6b4-33ad8ea3d8ac req-3251e4f1-1e63-49aa-920b-ce1f04da3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:57.016249 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-819399c4-0367-46b4-a6b4-33ad8ea3d8ac req-3251e4f1-1e63-49aa-920b-ce1f04da3909 service neutron] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 920 time: 0.1328933 May 25 16:11:57.241840 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ff0028db-aa03-48b5-bd61-0de987e9981c req-55d32340-6546-48a1-8969-4c83eab6ade1 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568345 May 25 16:11:57.485030 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-71bafba4-6f47-48b0-9ae5-a442871c6d31 req-6a087b78-9312-4808-b3c9-9fe4ad211e31 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 210 time: 0.0279088 May 25 16:11:57.504196 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d43a2-5daa-4f60-8e01-1c4109560f21 req-ce9942e5-59eb-4723-a133-4fa8c90545bd tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:57.505682 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-606d43a2-5daa-4f60-8e01-1c4109560f21 req-ce9942e5-59eb-4723-a133-4fa8c90545bd tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0488849 May 25 16:11:57.553521 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-606d43a2-5daa-4f60-8e01-1c4109560f21 req-c9d39ce0-f33d-4ac3-8390-d24339455451 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423393 May 25 16:11:57.971682 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c10211-a88a-4b63-aa33-c40a8e34971f req-853c083b-08a4-496c-9890-eb7c49cfa4e0 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:57.973158 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-72c10211-a88a-4b63-aa33-c40a8e34971f req-853c083b-08a4-496c-9890-eb7c49cfa4e0 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0473049 May 25 16:11:58.021454 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-72c10211-a88a-4b63-aa33-c40a8e34971f req-e550ec73-e848-464d-8327-a105b6cf86bd tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426645 May 25 16:11:58.375165 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6ac78-594e-4e6f-b4ca-66627ecdf7fd req-c5f78c53-b2e9-4c3d-89c1-d173a973a0da tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:58.376638 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-91d6ac78-594e-4e6f-b4ca-66627ecdf7fd req-c5f78c53-b2e9-4c3d-89c1-d173a973a0da tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 946 time: 0.0466108 May 25 16:11:58.407312 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:58.425135 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-91d6ac78-594e-4e6f-b4ca-66627ecdf7fd req-1ddde26c-ccd7-4cfc-9139-3740115b04ff tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428977 May 25 16:11:58.591621 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87615cc4-8cb0-4380-a27a-cc605887330b req-ebef4589-a64b-4279-8d2a-83ff0cfdfe4d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 210 time: 0.0304751 May 25 16:11:58.675336 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a27db-13b8-4870-bf76-6e9684791081 req-1558c382-6574-481b-ae2d-338e5b6f34b6 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:58.676842 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c59a27db-13b8-4870-bf76-6e9684791081 req-1558c382-6574-481b-ae2d-338e5b6f34b6 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0504937 May 25 16:11:58.726831 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c59a27db-13b8-4870-bf76-6e9684791081 req-c1291908-4380-46d9-9b27-347a6bd0c3e9 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 May 25 16:11:59.128994 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e5d45-6890-453d-973f-ea4a1e09a38d req-6d456e9d-df56-42c2-a49e-9803274ed4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:59.130557 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b51e5d45-6890-453d-973f-ea4a1e09a38d req-6d456e9d-df56-42c2-a49e-9803274ed4a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a65193d0-d741-4333-90e3-e22c40adb85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833280 May 25 16:11:59.138706 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-819399c4-0367-46b4-a6b4-33ad8ea3d8ac req-72db2b04-31fe-41dc-bda4-184c0f5189ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc3e056-237c-4546-af66-e3fc4e599215 HTTP/1.1" status: 200 len: 1001 time: 0.1010609 May 25 16:11:59.157554 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0c71-402b-4e3b-ae35-2f2faa6239a5 req-9bb60161-d71b-4d1b-8adf-ebc897c55493 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:59.159464 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-218e0c71-402b-4e3b-ae35-2f2faa6239a5 req-9bb60161-d71b-4d1b-8adf-ebc897c55493 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0537276 May 25 16:11:59.206393 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-218e0c71-402b-4e3b-ae35-2f2faa6239a5 req-5e818d6c-8b77-4de8-8b4d-d725ca070ee9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 May 25 16:11:59.265455 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b51e5d45-6890-453d-973f-ea4a1e09a38d req-fe39b88a-dd87-452c-aace-b3fb5af470be service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197927 May 25 16:11:59.267434 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819399c4-0367-46b4-a6b4-33ad8ea3d8ac req-b1cf3f1f-64d4-4060-ab30-9afadfd1a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:59.268484 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-819399c4-0367-46b4-a6b4-33ad8ea3d8ac req-b1cf3f1f-64d4-4060-ab30-9afadfd1a764 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.0592554 May 25 16:11:59.321664 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11985289-8520-414e-a795-28e14a4ec63a req-e63e4a5f-570a-415d-9048-5cf69e66e934 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:59.323065 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-11985289-8520-414e-a795-28e14a4ec63a req-e63e4a5f-570a-415d-9048-5cf69e66e934 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.67 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 946 time: 0.1157982 May 25 16:11:59.382839 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819399c4-0367-46b4-a6b4-33ad8ea3d8ac req-58de5e7a-f656-459d-bc90-7a310a4774e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:59.384510 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-819399c4-0367-46b4-a6b4-33ad8ea3d8ac req-58de5e7a-f656-459d-bc90-7a310a4774e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839393 May 25 16:11:59.459794 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b51e5d45-6890-453d-973f-ea4a1e09a38d req-7d29c319-a7ff-455e-868a-3a374eb8dbbf service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680214 May 25 16:11:59.464549 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-66d507cf-0e10-4366-9a2b-665c1a72725a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:59.466010 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-66d507cf-0e10-4366-9a2b-665c1a72725a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "GET /v2.0/networks?id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 200 len: 814 time: 0.2576435 May 25 16:11:59.482597 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-11985289-8520-414e-a795-28e14a4ec63a req-5cb07e42-304e-465e-a7a3-b74aa1b24607 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Deleting port aae7561e-069c-49cd-b130-6900676f3d8c {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:11:59.482933 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-11985289-8520-414e-a795-28e14a4ec63a req-5cb07e42-304e-465e-a7a3-b74aa1b24607 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (aae7561e-069c-49cd-b130-6900676f3d8c), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:59.485629 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:59.517274 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-819399c4-0367-46b4-a6b4-33ad8ea3d8ac req-1bd06781-2ce8-4629-bb09-72f5473ccc18 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156981 May 25 16:11:59.594256 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f85d55-0a80-4d76-a713-1c80d8aa1633 req-2f33c027-4b90-42b0-9349-6ece8b7062ce tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:59.595797 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-93f85d55-0a80-4d76-a713-1c80d8aa1633 req-2f33c027-4b90-42b0-9349-6ece8b7062ce tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 946 time: 0.0968523 May 25 16:11:59.617675 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-d98c436f-c925-4e1d-8fce-800438d6502e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32e48e8e884b4840ba54d546d82d2334 HTTP/1.1" status: 200 len: 380 time: 0.1175740 May 25 16:11:59.619525 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-11985289-8520-414e-a795-28e14a4ec63a req-5cb07e42-304e-465e-a7a3-b74aa1b24607 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] For port aae7561e-069c-49cd-b130-6900676f3d8c, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=aae7561e-069c-49cd-b130-6900676f3d8c,segment=NetworkSegment(837598d5-dbb0-41b7-a63a-ad525ca7e527),segment_id=837598d5-dbb0-41b7-a63a-ad525ca7e527)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:59.620544 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-11985289-8520-414e-a795-28e14a4ec63a req-5cb07e42-304e-465e-a7a3-b74aa1b24607 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (aae7561e-069c-49cd-b130-6900676f3d8c), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:59.636215 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-11985289-8520-414e-a795-28e14a4ec63a req-5cb07e42-304e-465e-a7a3-b74aa1b24607 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Calling delete_port for aae7561e-069c-49cd-b130-6900676f3d8c owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:11:59.672651 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-93f85d55-0a80-4d76-a713-1c80d8aa1633 req-be4ad9ad-0f80-4ebf-bfa7-130c39d68532 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/security-groups?id=2e83060e-0bbe-4f7b-8684-b636fed47141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706944 May 25 16:11:59.674614 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-819399c4-0367-46b4-a6b4-33ad8ea3d8ac req-2f8d0ffa-1abe-4acc-a265-8c3470dc49ca service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408665 May 25 16:11:59.706530 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-75e886c7-7947-4cf5-a1e7-3de1a58c907b req-064ae6ba-1a6f-4c06-8035-977ae55d2d8b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 210 time: 0.0303707 May 25 16:11:59.795004 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-11985289-8520-414e-a795-28e14a4ec63a req-5cb07e42-304e-465e-a7a3-b74aa1b24607 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (aae7561e-069c-49cd-b130-6900676f3d8c), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:59.807543 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['aae7561e-069c-49cd-b130-6900676f3d8c'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:11:59.822860 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb07e42-304e-465e-a7a3-b74aa1b24607 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Pushing event deleted for resources: {'Port': ['ID=aae7561e-069c-49cd-b130-6900676f3d8c,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:59.845028 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45655d8-3f12-4a6a-88a3-bc1c7fa1c512 req-a83d4d9f-2183-4fa7-bc89-88a6e82cc2cc tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:59.846423 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a45655d8-3f12-4a6a-88a3-bc1c7fa1c512 req-a83d4d9f-2183-4fa7-bc89-88a6e82cc2cc tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0533519 May 25 16:11:59.897069 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-fe23d2ce-c81a-431b-bcbf-8d2ec89732b0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'port': {'device_id': '45665f8b-ba12-41a5-8ba1-43b9dcd8e166', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'admin_state_up': True, 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'security_groups': ['69c351ee-27d5-436f-906a-5f8012a3e769']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:11:59.897470 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a45655d8-3f12-4a6a-88a3-bc1c7fa1c512 req-fb9009dd-9a5c-448b-905d-7506a55c4533 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441074 May 25 16:11:59.902005 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-11985289-8520-414e-a795-28e14a4ec63a req-5cb07e42-304e-465e-a7a3-b74aa1b24607 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] No DVR routers for this DVR port aae7561e-069c-49cd-b130-6900676f3d8c on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:11:59.916281 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-11985289-8520-414e-a795-28e14a4ec63a req-5cb07e42-304e-465e-a7a3-b74aa1b24607 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:59.919989 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-11985289-8520-414e-a795-28e14a4ec63a req-5cb07e42-304e-465e-a7a3-b74aa1b24607 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.67 "DELETE /v2.0/ports/aae7561e-069c-49cd-b130-6900676f3d8c HTTP/1.1" status: 204 len: 173 time: 0.5894778 May 25 16:11:59.920586 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b6bf66-982e-4358-adf4-d5ad0c0cd061', 'name': 'network-vif-deleted', 'tag': 'aae7561e-069c-49cd-b130-6900676f3d8c'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:11:59.923133 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d50b3c-1c26-45c6-a904-00637126cea3" -d '{"events": [{"server_uuid": "46b6bf66-982e-4358-adf4-d5ad0c0cd061", "name": "network-vif-deleted", "tag": "aae7561e-069c-49cd-b130-6900676f3d8c"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:11:59.986249 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381bdc16-16cb-4865-8932-2c05d17229ed x-openstack-request-id: req-381bdc16-16cb-4865-8932-2c05d17229ed {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:11:59.986537 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b6bf66-982e-4358-adf4-d5ad0c0cd061", "name": "network-vif-deleted", "tag": "aae7561e-069c-49cd-b130-6900676f3d8c", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:11:59.986782 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-381bdc16-16cb-4865-8932-2c05d17229ed {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:11:59.987185 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381bdc16-16cb-4865-8932-2c05d17229ed'] response: {'server_uuid': '46b6bf66-982e-4358-adf4-d5ad0c0cd061', 'name': 'network-vif-deleted', 'tag': 'aae7561e-069c-49cd-b130-6900676f3d8c', 'status': 'completed', 'code': 200} May 25 16:12:00.008237 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:00.021097 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-fe23d2ce-c81a-431b-bcbf-8d2ec89732b0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Made reservation on behalf of 32e48e8e884b4840ba54d546d82d2334 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:12:00.024684 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-fe23d2ce-c81a-431b-bcbf-8d2ec89732b0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.151996 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-fe23d2ce-c81a-431b-bcbf-8d2ec89732b0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Allocated IP 172.20.0.13 (a2dc3f38-efe8-41d0-ba54-fbd07705ad76/82c0c133-9624-48f4-80aa-0db4b953b350/94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:12:00.243815 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:00.292757 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-fe23d2ce-c81a-431b-bcbf-8d2ec89732b0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.310902 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:00.328019 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-fe23d2ce-c81a-431b-bcbf-8d2ec89732b0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.331661 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed294fca-9577-486c-a725-e74a1f9bac44 req-300a159e-dd8a-4208-b934-e7c8d7cf749b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:00.333616 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ed294fca-9577-486c-a725-e74a1f9bac44 req-300a159e-dd8a-4208-b934-e7c8d7cf749b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0501206 May 25 16:12:00.389922 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-fe23d2ce-c81a-431b-bcbf-8d2ec89732b0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:12:00.394203 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ed294fca-9577-486c-a725-e74a1f9bac44 req-44bdc5bb-267a-4d7f-add4-6f4681d215b8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456591 May 25 16:12:00.395417 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-fe23d2ce-c81a-431b-bcbf-8d2ec89732b0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:12:00.398063 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-fe23d2ce-c81a-431b-bcbf-8d2ec89732b0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:12:00.421784 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23d2ce-c81a-431b-bcbf-8d2ec89732b0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'Port': ['ID=94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:00.450228 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-fe23d2ce-c81a-431b-bcbf-8d2ec89732b0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:00.450866 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-fe23d2ce-c81a-431b-bcbf-8d2ec89732b0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.470116 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-fe23d2ce-c81a-431b-bcbf-8d2ec89732b0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5768032 May 25 16:12:00.601480 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-c68329b4-25ee-4851-868a-e5be4ef70fa8 None None] Provisioning complete for port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:12:00.601844 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c68329b4-25ee-4851-868a-e5be4ef70fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.634766 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-c68329b4-25ee-4851-868a-e5be4ef70fa8 None None] Port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:12:00.794323 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29ea83c1-e6d1-4414-947f-984b281b84b5 req-f1b662ad-7426-4fd9-b721-926f2490f81f tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 210 time: 0.0285120 May 25 16:12:00.806096 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:00.819242 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340967d-e4e6-4405-b682-e3beb8a7057b req-1e25a809-c0d8-46bd-bb62-82fb36bb4f52 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:00.820804 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0340967d-e4e6-4405-b682-e3beb8a7057b req-1e25a809-c0d8-46bd-bb62-82fb36bb4f52 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 932 time: 0.0462074 May 25 16:12:00.870483 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0340967d-e4e6-4405-b682-e3beb8a7057b req-f98f6cca-3818-4d39-a176-9e39c04297a2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 May 25 16:12:01.018224 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c21a7-b0fd-4b24-aa9c-0bfcf4791621 req-75356ddb-b6ad-4c69-84d2-42aba02afba4 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:01.019605 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3f3c21a7-b0fd-4b24-aa9c-0bfcf4791621 req-75356ddb-b6ad-4c69-84d2-42aba02afba4 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0488284 May 25 16:12:01.071401 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3f3c21a7-b0fd-4b24-aa9c-0bfcf4791621 req-a86a4ce8-a572-4a60-a9fd-b8a1b27d57d9 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450165 May 25 16:12:01.260863 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Request body: {'port': {'device_id': '45665f8b-ba12-41a5-8ba1-43b9dcd8e166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:12:01.330986 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:01.510451 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b354f-94b4-41dc-ad5b-822457821f8e req-e6a059ae-faa8-434d-ba0e-7e53ef048958 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:01.511950 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-468b354f-94b4-41dc-ad5b-822457821f8e req-e6a059ae-faa8-434d-ba0e-7e53ef048958 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0472095 May 25 16:12:01.559357 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-468b354f-94b4-41dc-ad5b-822457821f8e req-7ad29062-997b-41e2-85b5-178a5ad626d8 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411558 May 25 16:12:01.576414 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:01.623188 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:12:01.630632 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Publish callbacks [] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:01.643934 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Transition to ACTIVE for port object 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:12:01.648330 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:01.696759 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:01.750214 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:01.778947 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Attempting to bind port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:12:01.779281 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Attempting to bind port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:12:01.779609 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Attempting to bind port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:12:01.784591 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:12:01.784914 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Attempting to bind port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:12:01.790487 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:12:01.790816 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Checking segment: {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:12:01.791191 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Bound using segment: {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:12:01.791627 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Bound port: 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:12:01.792032 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:01.866622 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] For port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:12:01.869901 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] For port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:12:01.877080 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:01.935505 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-66e2fc72-ad55-4b3b-bf5d-62d02ffcab7b req-bfc5ef10-4f77-4a80-99e1-a9188402ff59 tempest-VolumesSnapshotTestJSON-166935950 tempest-VolumesSnapshotTestJSON-166935950-project] 10.222.0.85 "GET /v2.0/ports?device_id=46b6bf66-982e-4358-adf4-d5ad0c0cd061 HTTP/1.1" status: 200 len: 210 time: 0.0559993 May 25 16:12:01.936708 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:01.937309 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:01.938549 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] 10.222.0.67 "PUT /v2.0/ports/94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 HTTP/1.1" status: 200 len: 1094 time: 0.6850238 May 25 16:12:01.959665 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c2336-4e63-47c0-9605-37e9221d6fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:01.987937 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45665f8b-ba12-41a5-8ba1-43b9dcd8e166', 'tag': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:12:01.990570 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805e30fb-05e4-4d4b-8e4e-6f96a94d39ce" -d '{"events": [{"name": "network-changed", "server_uuid": "45665f8b-ba12-41a5-8ba1-43b9dcd8e166", "tag": "94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:12:02.004323 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840f20e-c35f-48fb-8757-e30f410cb59b req-a1a78c98-2a6f-4cb8-866e-50df959413ff tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:02.005903 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e840f20e-c35f-48fb-8757-e30f410cb59b req-a1a78c98-2a6f-4cb8-866e-50df959413ff tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 944 time: 0.0590973 May 25 16:12:02.029804 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd02ddaa-5eb2-4c74-8199-d3b452bfc473 x-openstack-request-id: req-cd02ddaa-5eb2-4c74-8199-d3b452bfc473 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:12:02.030167 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45665f8b-ba12-41a5-8ba1-43b9dcd8e166", "tag": "94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:12:02.030546 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cd02ddaa-5eb2-4c74-8199-d3b452bfc473 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:12:02.030885 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd02ddaa-5eb2-4c74-8199-d3b452bfc473'] response: {'name': 'network-changed', 'server_uuid': '45665f8b-ba12-41a5-8ba1-43b9dcd8e166', 'tag': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5', 'status': 'completed', 'code': 200} May 25 16:12:02.065572 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e840f20e-c35f-48fb-8757-e30f410cb59b req-a9c73563-6b74-4f5b-93e7-f9c76230675f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530529 May 25 16:12:02.195124 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef9502-8a21-4825-834c-145087421dad req-8ceef63f-be3b-432c-b5ba-61bd64990beb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:02.196640 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6cef9502-8a21-4825-834c-145087421dad req-8ceef63f-be3b-432c-b5ba-61bd64990beb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0517948 May 25 16:12:02.250670 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6cef9502-8a21-4825-834c-145087421dad req-ed95742a-efea-4831-967c-9213a24128f8 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483665 May 25 16:12:02.600245 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e30fb-05e4-4d4b-8e4e-6f96a94d39ce req-95b71247-9b89-4b7a-be92-b13cfe98632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:02.601767 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-805e30fb-05e4-4d4b-8e4e-6f96a94d39ce req-95b71247-9b89-4b7a-be92-b13cfe98632c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 1128 time: 0.0525842 May 25 16:12:02.701390 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ae7c2-4852-4566-aa3d-8ea1bdbef314 req-55cd8050-94bd-466b-a6e4-cb4d71493b93 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:02.703274 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dc7ae7c2-4852-4566-aa3d-8ea1bdbef314 req-55cd8050-94bd-466b-a6e4-cb4d71493b93 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0658545 May 25 16:12:02.709012 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e30fb-05e4-4d4b-8e4e-6f96a94d39ce req-8173ce34-cb28-48e1-9042-7d364f89428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:02.713021 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-805e30fb-05e4-4d4b-8e4e-6f96a94d39ce req-8173ce34-cb28-48e1-9042-7d364f89428e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=32e48e8e884b4840ba54d546d82d2334&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1038349 May 25 16:12:02.716911 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:02.717890 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=77 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:02.755070 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dc7ae7c2-4852-4566-aa3d-8ea1bdbef314 req-fafcf687-578d-44e8-99e0-6035a5ed13eb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445826 May 25 16:12:02.820711 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e30fb-05e4-4d4b-8e4e-6f96a94d39ce req-e1a29fe9-18d1-470d-8857-7dbebc040f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:02.822298 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-805e30fb-05e4-4d4b-8e4e-6f96a94d39ce req-e1a29fe9-18d1-470d-8857-7dbebc040f2c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936923 May 25 16:12:02.922954 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f1ab1-6f58-448b-8b0e-22f873e0f11f req-809089c9-9e7e-42cf-a8dc-d0153456e84f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:02.924496 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d00f1ab1-6f58-448b-8b0e-22f873e0f11f req-809089c9-9e7e-42cf-a8dc-d0153456e84f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0933545 May 25 16:12:02.927520 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-c9bffb88-e7b2-49aa-9147-ea2f575c5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:02.928894 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-c9bffb88-e7b2-49aa-9147-ea2f575c5d67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 1128 time: 0.0577457 May 25 16:12:02.933052 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40014) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:02.937819 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-adddab71-978d-4e8a-9c66-a7e96a19712c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Request body: {'floatingip': {'port_id': '9dc3e056-237c-4546-af66-e3fc4e599215'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:12:03.001939 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-a311d093-4fb6-4b58-96a8-32601a2676e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 HTTP/1.1" status: 200 len: 217 time: 0.0592880 May 25 16:12:03.052071 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:03.056457 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-adddab71-978d-4e8a-9c66-a7e96a19712c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for floatingip (65a081ad-1985-42eb-994e-897ff91bd789), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:03.113846 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3f77d56e-00fd-4232-aa9a-fa499c5fb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:03.115327 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-3f77d56e-00fd-4232-aa9a-fa499c5fb43d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82c0c133-9624-48f4-80aa-0db4b953b350 HTTP/1.1" status: 200 len: 853 time: 0.1058300 May 25 16:12:03.261815 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-cd543cb4-51a9-4267-b4d0-74d2e4ce0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:03.263310 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-cd543cb4-51a9-4267-b4d0-74d2e4ce0537 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1169059 May 25 16:12:03.271883 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45a9ff-f6d2-4185-8250-aa0993797bde req-0e49bcff-2b16-43d5-b251-f1f4d0fd3a46 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:03.273272 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6c45a9ff-f6d2-4185-8250-aa0993797bde req-0e49bcff-2b16-43d5-b251-f1f4d0fd3a46 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 944 time: 0.1256437 May 25 16:12:03.290706 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:03.385686 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f408e-5cb4-450f-ba7a-f1895647d29a req-2e7340a6-69db-46d0-a43d-e3bad1a287ee tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:03.387277 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-249f408e-5cb4-450f-ba7a-f1895647d29a req-2e7340a6-69db-46d0-a43d-e3bad1a287ee tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0480285 May 25 16:12:03.439274 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-249f408e-5cb4-450f-ba7a-f1895647d29a req-1ca587fb-2997-44ad-ba2d-6111a7ba056a tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457006 May 25 16:12:03.479795 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6c45a9ff-f6d2-4185-8250-aa0993797bde req-6f0d52f4-b0e1-4f89-b6cd-d3621bce46fd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959245 May 25 16:12:03.493352 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-f970e6a7-a3d7-473c-b3e7-0525d562d391 service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190897 May 25 16:12:03.566479 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:12:03.664130 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd7c99f9-17df-4609-afc4-e50cf4528c2c req-d9f8d9b5-d257-40bf-b0bd-cf16e9951222 service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446567 May 25 16:12:03.956380 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-24fc2e63-c6d2-42ef-861f-dd5555c75091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:04.016305 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-adddab71-978d-4e8a-9c66-a7e96a19712c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:04.022699 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-adddab71-978d-4e8a-9c66-a7e96a19712c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (65a081ad-1985-42eb-994e-897ff91bd789), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:04.257315 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adddab71-978d-4e8a-9c66-a7e96a19712c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Router cd51d7f4-a853-4b0c-ab83-953255d8180d has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:12:04.300891 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:04.363664 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adddab71-978d-4e8a-9c66-a7e96a19712c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:12:04.371128 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-adddab71-978d-4e8a-9c66-a7e96a19712c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:04.376122 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859646c0-f23d-4942-a587-f386c36e0089 None None] Sync routers for ids ['cd51d7f4-a853-4b0c-ab83-953255d8180d'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:12:04.387689 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859646c0-f23d-4942-a587-f386c36e0089 None None] Routers {'cd51d7f4-a853-4b0c-ab83-953255d8180d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:04.388474 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-859646c0-f23d-4942-a587-f386c36e0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:11:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['cd51d7f4-a853-4b0c-ab83-953255d8180d'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:04.407853 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'tag': '9dc3e056-237c-4546-af66-e3fc4e599215'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:12:04.410197 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674abda5-9581-4a45-a935-be08447dd54d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3950b05-a514-47cb-8eee-c63d90575a10", "tag": "9dc3e056-237c-4546-af66-e3fc4e599215"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:12:04.433845 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:04.440290 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-adddab71-978d-4e8a-9c66-a7e96a19712c tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "PUT /v2.0/floatingips/65a081ad-1985-42eb-994e-897ff91bd789 HTTP/1.1" status: 200 len: 993 time: 1.5062063 May 25 16:12:04.490029 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef92029-153f-4e16-9591-d1bb003ed229 x-openstack-request-id: req-5ef92029-153f-4e16-9591-d1bb003ed229 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:12:04.490390 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3950b05-a514-47cb-8eee-c63d90575a10", "tag": "9dc3e056-237c-4546-af66-e3fc4e599215", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:12:04.490565 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5ef92029-153f-4e16-9591-d1bb003ed229 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:12:04.490972 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef92029-153f-4e16-9591-d1bb003ed229'] response: {'name': 'network-changed', 'server_uuid': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'tag': '9dc3e056-237c-4546-af66-e3fc4e599215', 'status': 'completed', 'code': 200} May 25 16:12:04.536315 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-859646c0-f23d-4942-a587-f386c36e0089 None None] Set router cd51d7f4-a853-4b0c-ab83-953255d8180d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:04.579079 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718e5be-b684-4469-a8a8-f16936edcaf6 req-ac2dbffd-644f-4c3c-83a7-42233ea9b369 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:04.580985 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3718e5be-b684-4469-a8a8-f16936edcaf6 req-ac2dbffd-644f-4c3c-83a7-42233ea9b369 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0530670 May 25 16:12:04.636178 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a47d69-6425-487f-bd89-22d6684d324c req-f5402954-54c6-4032-aeaa-604fc2a6d0f6 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:04.637972 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d3a47d69-6425-487f-bd89-22d6684d324c req-f5402954-54c6-4032-aeaa-604fc2a6d0f6 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 944 time: 0.0483713 May 25 16:12:04.641384 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3718e5be-b684-4469-a8a8-f16936edcaf6 req-68617a5d-eebe-4b0c-8173-c7382312651a tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527079 May 25 16:12:04.675393 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device aae7561e-069c-49cd-b130-6900676f3d8c no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:12:04.689824 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674abda5-9581-4a45-a935-be08447dd54d req-0989cd26-c066-4d57-bce9-49d3c1812259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:04.691431 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-674abda5-9581-4a45-a935-be08447dd54d req-0989cd26-c066-4d57-bce9-49d3c1812259 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 1129 time: 0.0464571 May 25 16:12:04.697548 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: aae7561e-069c-49cd-b130-6900676f3d8c {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:12:04.699015 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device aae7561e-069c-49cd-b130-6900676f3d8c not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:12:04.699780 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d3a47d69-6425-487f-bd89-22d6684d324c req-50faf87b-1987-40a8-80cc-997970ed51c4 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523369 May 25 16:12:04.779674 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-859646c0-f23d-4942-a587-f386c36e0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '65a081ad-1985-42eb-994e-897ff91bd789', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'port_id': '9dc3e056-237c-4546-af66-e3fc4e599215', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'mac_address': 'fa:16:3e:b7:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:09:53Z', 'updated_at': '2022-05-25T16:12:03Z', 'revision_number': 3, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:14Z', 'revision_number': 5, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:04.780027 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674abda5-9581-4a45-a935-be08447dd54d req-bc27d44c-269c-43c5-a32b-39c2d7ac7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:04.781336 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-674abda5-9581-4a45-a935-be08447dd54d req-bc27d44c-269c-43c5-a32b-39c2d7ac7bf0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 920 time: 0.0837936 May 25 16:12:04.804533 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859646c0-f23d-4942-a587-f386c36e0089 None None] Checking router: cd51d7f4-a853-4b0c-ab83-953255d8180d for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:12:04.813278 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859646c0-f23d-4942-a587-f386c36e0089 None None] Routers {'cd51d7f4-a853-4b0c-ab83-953255d8180d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:04.813935 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-859646c0-f23d-4942-a587-f386c36e0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:11:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['cd51d7f4-a853-4b0c-ab83-953255d8180d'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:04.846356 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-674abda5-9581-4a45-a935-be08447dd54d req-479202c1-3ea7-460b-a52b-5b653387f2d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc3e056-237c-4546-af66-e3fc4e599215 HTTP/1.1" status: 200 len: 1001 time: 0.0580237 May 25 16:12:04.924734 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-859646c0-f23d-4942-a587-f386c36e0089 None None] Set router cd51d7f4-a853-4b0c-ab83-953255d8180d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:05.130307 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-859646c0-f23d-4942-a587-f386c36e0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '65a081ad-1985-42eb-994e-897ff91bd789', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'port_id': '9dc3e056-237c-4546-af66-e3fc4e599215', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'mac_address': 'fa:16:3e:b7:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:09:53Z', 'updated_at': '2022-05-25T16:12:03Z', 'revision_number': 3, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:14Z', 'revision_number': 5, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:05.157949 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859646c0-f23d-4942-a587-f386c36e0089 None None] The sync data for ids ['cd51d7f4-a853-4b0c-ab83-953255d8180d'] in dv-cinder-843277-2-iscsi is: [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '65a081ad-1985-42eb-994e-897ff91bd789', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'port_id': '9dc3e056-237c-4546-af66-e3fc4e599215', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'mac_address': 'fa:16:3e:b7:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:09:53Z', 'updated_at': '2022-05-25T16:12:03Z', 'revision_number': 3, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:14Z', 'revision_number': 5, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:12:05.706974 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674abda5-9581-4a45-a935-be08447dd54d req-08123e57-3626-4e25-96a3-a904180239ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:05.708779 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-674abda5-9581-4a45-a935-be08447dd54d req-08123e57-3626-4e25-96a3-a904180239ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.0533946 May 25 16:12:05.755128 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29b36a-c25c-4f46-b043-4d19ff7db2a6 req-9af46b02-1b76-466a-92a6-776da3be0c67 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:05.756653 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf29b36a-c25c-4f46-b043-4d19ff7db2a6 req-9af46b02-1b76-466a-92a6-776da3be0c67 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0464640 May 25 16:12:05.804313 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf29b36a-c25c-4f46-b043-4d19ff7db2a6 req-4c18d6be-6667-43b9-9d75-a53734362d79 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417776 May 25 16:12:05.818578 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167843bf-35e9-4b86-9df4-fb867c9237f4 req-35605ec6-2cfc-4370-b58a-bc50aab64e28 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:05.820423 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-167843bf-35e9-4b86-9df4-fb867c9237f4 req-35605ec6-2cfc-4370-b58a-bc50aab64e28 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 944 time: 0.0485566 May 25 16:12:05.867097 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-167843bf-35e9-4b86-9df4-fb867c9237f4 req-cc6c2f42-eada-43c7-bf6b-501c6ee95b2a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409093 May 25 16:12:06.195782 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ed63d7e3-2320-471b-8a2a-5d247ee1bb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:06.492398 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'tag': '9dc3e056-237c-4546-af66-e3fc4e599215'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:12:06.494883 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd6ed10-ed1c-46bb-8f1e-8f8c048620f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3950b05-a514-47cb-8eee-c63d90575a10", "tag": "9dc3e056-237c-4546-af66-e3fc4e599215"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:12:06.532685 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2e9b8c-da57-4812-89fd-9fdf2ec5c51c x-openstack-request-id: req-3a2e9b8c-da57-4812-89fd-9fdf2ec5c51c {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:12:06.532972 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3950b05-a514-47cb-8eee-c63d90575a10", "tag": "9dc3e056-237c-4546-af66-e3fc4e599215", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:12:06.533256 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3a2e9b8c-da57-4812-89fd-9fdf2ec5c51c {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:12:06.533713 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2e9b8c-da57-4812-89fd-9fdf2ec5c51c'] response: {'name': 'network-changed', 'server_uuid': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'tag': '9dc3e056-237c-4546-af66-e3fc4e599215', 'status': 'completed', 'code': 200} May 25 16:12:06.936574 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb61cc-8591-401d-9634-982d806ac8a3 req-fdc99ffd-38e6-43b6-9480-9195f585c938 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:06.938132 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-33fb61cc-8591-401d-9634-982d806ac8a3 req-fdc99ffd-38e6-43b6-9480-9195f585c938 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0517297 May 25 16:12:06.986383 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-33fb61cc-8591-401d-9634-982d806ac8a3 req-46440876-9e58-4c7a-b104-012a5027da68 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426159 May 25 16:12:06.986970 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b59d6e-8578-4d3b-8a85-8308fd7c853f req-47b08e00-3be1-4d63-b18a-c0c41a5fa547 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:06.988521 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-10b59d6e-8578-4d3b-8a85-8308fd7c853f req-47b08e00-3be1-4d63-b18a-c0c41a5fa547 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 944 time: 0.0517895 May 25 16:12:07.034250 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:07.037901 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-10b59d6e-8578-4d3b-8a85-8308fd7c853f req-32881c31-5ae6-45df-89c9-954eb5c3cc8e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438309 May 25 16:12:07.419549 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:12:07.483104 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674abda5-9581-4a45-a935-be08447dd54d req-2c2d0008-8be3-4ff1-ab49-bd2ef5f97c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:07.484635 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-674abda5-9581-4a45-a935-be08447dd54d req-2c2d0008-8be3-4ff1-ab49-bd2ef5f97c4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398057 May 25 16:12:07.527931 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:12:07.540901 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'port_id': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5', 'mac_address': 'fa:16:3e:6c:53:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:12:07.581757 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:12:07.582258 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:07.601118 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:12:07.613971 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-674abda5-9581-4a45-a935-be08447dd54d req-ea204b59-f2ef-48c6-b1f5-9c36033c16ef service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932028 May 25 16:12:07.622440 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:12:07.629032 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:07.683714 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:07.692006 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.692352 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.692687 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.693041 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.693370 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.693691 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.694014 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.694327 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.694646 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.694961 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.695275 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.695591 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.695927 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.696240 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.696548 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:07.708529 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-674abda5-9581-4a45-a935-be08447dd54d req-857352d2-3402-4725-bcc4-06023f90dcb4 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846038 May 25 16:12:07.792524 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6ed10-ed1c-46bb-8f1e-8f8c048620f3 req-82390073-e6ea-4290-ab38-057916f694e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:07.794061 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ecd6ed10-ed1c-46bb-8f1e-8f8c048620f3 req-82390073-e6ea-4290-ab38-057916f694e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7733d8b5059433eb18dc6b174eb9533&device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 1129 time: 0.0409884 May 25 16:12:07.893626 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6ed10-ed1c-46bb-8f1e-8f8c048620f3 req-eb8db2ec-5740-4430-868b-ed5fce7605aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:07.895110 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ecd6ed10-ed1c-46bb-8f1e-8f8c048620f3 req-eb8db2ec-5740-4430-868b-ed5fce7605aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 200 len: 920 time: 0.0925267 May 25 16:12:07.944264 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:07.957284 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ecd6ed10-ed1c-46bb-8f1e-8f8c048620f3 req-5ac63ac1-76b9-483b-ab75-9099b3f21272 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc3e056-237c-4546-af66-e3fc4e599215 HTTP/1.1" status: 200 len: 1001 time: 0.0558023 May 25 16:12:07.969049 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:12:08.023591 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:08.045194 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6ed10-ed1c-46bb-8f1e-8f8c048620f3 req-9629bc83-a450-404d-ab84-5057e921d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:08.046805 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ecd6ed10-ed1c-46bb-8f1e-8f8c048620f3 req-9629bc83-a450-404d-ab84-5057e921d01a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 200 len: 858 time: 0.0828700 May 25 16:12:08.114937 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6ed10-ed1c-46bb-8f1e-8f8c048620f3 req-7c693e58-7a15-438d-a21c-890ad5730e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:08.116258 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ecd6ed10-ed1c-46bb-8f1e-8f8c048620f3 req-7c693e58-7a15-438d-a21c-890ad5730e4c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=877c8ddf-7ab7-4a0d-986b-a567e6cc159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629849 May 25 16:12:08.151396 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97402ec8-c1ea-4df2-925b-155da3a914e8 req-a92fd81e-1a9b-457e-ba33-d74db3b6801d tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:08.154070 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-97402ec8-c1ea-4df2-925b-155da3a914e8 req-a92fd81e-1a9b-457e-ba33-d74db3b6801d tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0741956 May 25 16:12:08.203494 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-97402ec8-c1ea-4df2-925b-155da3a914e8 req-fd766f83-5a18-4196-ae20-6d3b59429d21 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430763 May 25 16:12:08.238281 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d925a-9979-4bc9-9bc2-db13cf3178be req-655cf210-881b-4d86-95f1-3089a770f2a3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:08.239855 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-141d925a-9979-4bc9-9bc2-db13cf3178be req-655cf210-881b-4d86-95f1-3089a770f2a3 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 945 time: 0.0820782 May 25 16:12:08.287510 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ecd6ed10-ed1c-46bb-8f1e-8f8c048620f3 req-f1a71631-85b2-4613-9206-37007baa3306 service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613908 May 25 16:12:08.327299 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-141d925a-9979-4bc9-9bc2-db13cf3178be req-ee7a6fd6-5d74-49a4-ab42-9ed669bb52aa tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785770 May 25 16:12:08.400598 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ecd6ed10-ed1c-46bb-8f1e-8f8c048620f3 req-9a725061-9c9b-41a3-a3ff-3fe5dbe6691b service neutron] 10.222.0.67 "GET /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050878 May 25 16:12:08.550365 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8685da-ad0e-4221-97f3-c4125fc07f11 req-9b224702-a7bf-47c6-8077-c0cc5eebbcf6 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:08.551884 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9e8685da-ad0e-4221-97f3-c4125fc07f11 req-9b224702-a7bf-47c6-8077-c0cc5eebbcf6 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0533445 May 25 16:12:08.599264 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9e8685da-ad0e-4221-97f3-c4125fc07f11 req-d9436e0f-6d06-4bdf-9a11-78cac08f7afc tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417571 May 25 16:12:08.615223 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:08.779575 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:12:08.823159 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:12:08.830569 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:12:08.830971 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:08.858102 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:08.888110 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d8fd-d439-449d-81eb-de077429d48c req-323f8a5f-c53b-492e-ac1f-10b151e6da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:08.889728 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed72d8fd-d439-449d-81eb-de077429d48c req-323f8a5f-c53b-492e-ac1f-10b151e6da01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=93946fd1575e45428d2388015d64628f&device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 1129 time: 0.0406187 May 25 16:12:08.902945 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:12:08.903312 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:08.925859 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45665f8b-ba12-41a5-8ba1-43b9dcd8e166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:12:08.928126 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b796e43-cf38-4c66-8a12-efdb07779876" -d '{"events": [{"server_uuid": "45665f8b-ba12-41a5-8ba1-43b9dcd8e166", "name": "network-vif-plugged", "status": "completed", "tag": "94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:12:08.944533 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:12:08.949845 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:08.972806 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d3029c-c646-435f-808f-66ef2c027416 x-openstack-request-id: req-67d3029c-c646-435f-808f-66ef2c027416 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:12:08.973114 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45665f8b-ba12-41a5-8ba1-43b9dcd8e166", "name": "network-vif-plugged", "status": "completed", "tag": "94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:12:08.973361 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-67d3029c-c646-435f-808f-66ef2c027416 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:12:08.973747 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d3029c-c646-435f-808f-66ef2c027416'] response: {'server_uuid': '45665f8b-ba12-41a5-8ba1-43b9dcd8e166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5', 'code': 200} May 25 16:12:08.977526 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:08.990873 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d8fd-d439-449d-81eb-de077429d48c req-78942114-1dd3-4c1b-9bc9-59dd44fd9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:08.992375 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed72d8fd-d439-449d-81eb-de077429d48c req-78942114-1dd3-4c1b-9bc9-59dd44fd9fed service neutron] 10.222.0.67 "GET /v2.0/networks?id=11c18221-40ed-46b2-9546-1ebebf8fc518 HTTP/1.1" status: 200 len: 912 time: 0.0956538 May 25 16:12:09.006561 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:09.072644 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed72d8fd-d439-449d-81eb-de077429d48c req-6b766cc9-ceaf-426f-803e-08b61492ea3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 HTTP/1.1" status: 200 len: 1001 time: 0.0711584 May 25 16:12:09.122682 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d8fd-d439-449d-81eb-de077429d48c req-6e4f212e-28c4-4575-851a-a6cbf1ba90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:09.124191 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed72d8fd-d439-449d-81eb-de077429d48c req-6e4f212e-28c4-4575-851a-a6cbf1ba90bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee29b0f8-d772-4643-bd86-56377e543ea2 HTTP/1.1" status: 200 len: 850 time: 0.0455093 May 25 16:12:09.199249 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d8fd-d439-449d-81eb-de077429d48c req-d1e85506-b28e-4214-a23c-4af470875401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:09.200783 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed72d8fd-d439-449d-81eb-de077429d48c req-d1e85506-b28e-4214-a23c-4af470875401 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=11c18221-40ed-46b2-9546-1ebebf8fc518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699334 May 25 16:12:09.206166 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e716f4-a62c-4cfe-a61f-e5622b32d3d9 req-37546524-1a0f-47f6-ade8-422256ffb743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:09.207766 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a7e716f4-a62c-4cfe-a61f-e5622b32d3d9 req-37546524-1a0f-47f6-ade8-422256ffb743 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 1130 time: 0.0654480 May 25 16:12:09.312828 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a7e716f4-a62c-4cfe-a61f-e5622b32d3d9 req-656207a2-6a7d-4e5e-a8ee-8ac7788ac108 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957034 May 25 16:12:09.330837 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed72d8fd-d439-449d-81eb-de077429d48c req-228a4680-46a6-4355-93a2-ee17d321a6c3 service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220374 May 25 16:12:09.448203 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332764b-bee5-4bac-9e11-9778b0872a56 req-c1da5f0e-7388-4665-b951-7830bc307597 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:09.449869 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f332764b-bee5-4bac-9e11-9778b0872a56 req-c1da5f0e-7388-4665-b951-7830bc307597 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 946 time: 0.0498123 May 25 16:12:09.462175 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:09.501564 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f332764b-bee5-4bac-9e11-9778b0872a56 req-e37a23ea-0b1c-48bd-a9de-b9326ac5e1ee tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458200 May 25 16:12:09.612253 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:09.644569 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed72d8fd-d439-449d-81eb-de077429d48c req-40c6cf55-3078-4b41-985e-40f2ffe14c91 service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886612 May 25 16:12:09.727319 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a361cc-e120-4912-b48a-2ddc1da351f2 req-5b607676-c0a9-44da-a912-2d58e0077973 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:09.728854 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-37a361cc-e120-4912-b48a-2ddc1da351f2 req-5b607676-c0a9-44da-a912-2d58e0077973 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0584981 May 25 16:12:09.776232 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-37a361cc-e120-4912-b48a-2ddc1da351f2 req-da4706cb-eede-4eac-bdfb-7b0303061e01 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416110 May 25 16:12:09.795609 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2c891-c370-4510-8be0-1f98c814a127 req-c6a29e3e-a604-4bad-8fd9-242dee644d46 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:09.797236 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ffd2c891-c370-4510-8be0-1f98c814a127 req-c6a29e3e-a604-4bad-8fd9-242dee644d46 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0485008 May 25 16:12:09.845129 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ffd2c891-c370-4510-8be0-1f98c814a127 req-9a5b1b52-c921-4756-877b-2e07693117c0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418894 May 25 16:12:10.086359 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:10.616168 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d4769-a79e-4947-9a83-068dde08b435 req-2fa8b474-436b-430e-9f38-55534cc83882 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:10.617652 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a25d4769-a79e-4947-9a83-068dde08b435 req-2fa8b474-436b-430e-9f38-55534cc83882 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 946 time: 0.0464013 May 25 16:12:10.637943 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:10.659204 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:10.666941 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a25d4769-a79e-4947-9a83-068dde08b435 req-030decbc-1d84-47bf-8244-5627c915accc tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437088 May 25 16:12:10.899498 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935e218-7060-44d9-8601-834f6ce5acd3 req-2df1e256-b7aa-46ac-83af-7d86fa7bccb1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:10.901019 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c935e218-7060-44d9-8601-834f6ce5acd3 req-2df1e256-b7aa-46ac-83af-7d86fa7bccb1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0483663 May 25 16:12:10.948202 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c935e218-7060-44d9-8601-834f6ce5acd3 req-2c3e9c6c-3c06-43d3-8ee8-4fe7e1209706 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412855 May 25 16:12:10.964080 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b45a6-f60e-441e-baad-9203cec721e6 req-cb7f8d8f-1f83-4322-9a39-ef374bfcf2dc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:10.965594 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ce8b45a6-f60e-441e-baad-9203cec721e6 req-cb7f8d8f-1f83-4322-9a39-ef374bfcf2dc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0466585 May 25 16:12:11.015313 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ce8b45a6-f60e-441e-baad-9203cec721e6 req-aa224126-3738-46ec-a2ab-90eccb6f607b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436873 May 25 16:12:11.802590 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88172b-e476-4f0d-89f2-32da927f9ae0 req-0d8e80b1-e655-4228-bed8-8582ddc22245 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:11.804108 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-be88172b-e476-4f0d-89f2-32da927f9ae0 req-0d8e80b1-e655-4228-bed8-8582ddc22245 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 946 time: 0.0570867 May 25 16:12:11.852992 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-be88172b-e476-4f0d-89f2-32da927f9ae0 req-a3ee23b7-e0f1-4caa-85f4-0a0a248d8247 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428874 May 25 16:12:12.074152 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5a47c-9864-48f9-81dd-e9de74d105c4 req-eae1e778-7f01-46d0-bda2-0a01fa690fba tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:12.075654 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d8e5a47c-9864-48f9-81dd-e9de74d105c4 req-eae1e778-7f01-46d0-bda2-0a01fa690fba tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0482798 May 25 16:12:12.124433 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d8e5a47c-9864-48f9-81dd-e9de74d105c4 req-cfe6942c-7774-4416-b92d-ca9a9ed685b1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428638 May 25 16:12:12.138713 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14002ae-ba93-45ef-81e3-211b1473265e req-45f0269e-e411-45ee-a6b1-84db58aa787b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:12.140576 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c14002ae-ba93-45ef-81e3-211b1473265e req-45f0269e-e411-45ee-a6b1-84db58aa787b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0474870 May 25 16:12:12.189299 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c14002ae-ba93-45ef-81e3-211b1473265e req-30565069-5072-4408-913b-8c96d64ff38f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430470 May 25 16:12:12.979642 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15ba4f-d1bd-4fde-bd95-61b89cea9814 req-b27f2a82-adea-4823-9dbb-04696243b17b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:12.981127 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1c15ba4f-d1bd-4fde-bd95-61b89cea9814 req-b27f2a82-adea-4823-9dbb-04696243b17b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 946 time: 0.0578268 May 25 16:12:13.027753 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1c15ba4f-d1bd-4fde-bd95-61b89cea9814 req-6cc65f4f-b694-406d-b250-11a7422e85cd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404932 May 25 16:12:13.323857 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f047b-bfaa-499e-bb3b-4418aa03ebcb req-533aa2a0-5851-4b4d-b06b-a0b6acd98911 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:13.325357 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-164f047b-bfaa-499e-bb3b-4418aa03ebcb req-533aa2a0-5851-4b4d-b06b-a0b6acd98911 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0478337 May 25 16:12:13.377449 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-164f047b-bfaa-499e-bb3b-4418aa03ebcb req-abe09eaf-e719-469b-83cf-2725e01e53d8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 May 25 16:12:14.159784 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361623a9-437e-484d-8547-cd2a064b84f5 req-33155daa-af25-4fdf-b8b6-aac498294ef7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:14.161273 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-361623a9-437e-484d-8547-cd2a064b84f5 req-33155daa-af25-4fdf-b8b6-aac498294ef7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 946 time: 0.0565746 May 25 16:12:14.207988 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-361623a9-437e-484d-8547-cd2a064b84f5 req-47437d53-c667-4ed0-aeba-6dfe7459434d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410221 May 25 16:12:14.501928 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9165-43a4-4acd-969a-8df711a8e05c req-2420b791-4aae-4680-920f-eb45f2d0b1f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:14.503439 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6bbc9165-43a4-4acd-969a-8df711a8e05c req-2420b791-4aae-4680-920f-eb45f2d0b1f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0534687 May 25 16:12:14.561125 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6bbc9165-43a4-4acd-969a-8df711a8e05c req-d8c6a649-cb1e-450e-b823-c4238f8f3fbb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490239 May 25 16:12:15.128360 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=66 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:15.133235 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=84 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:15.206634 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-9ccf730b-51c7-45da-aa48-028d2a34a1ea tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:15.208108 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-9ccf730b-51c7-45da-aa48-028d2a34a1ea tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.67 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0499766 May 25 16:12:15.327918 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f21ce-1f5c-4ffd-9e73-c912a2070a64 req-45f7f701-c3f3-46e9-a148-b7d742c8405e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:15.329411 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-488f21ce-1f5c-4ffd-9e73-c912a2070a64 req-45f7f701-c3f3-46e9-a148-b7d742c8405e tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 946 time: 0.0522702 May 25 16:12:15.385958 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-488f21ce-1f5c-4ffd-9e73-c912a2070a64 req-e289728e-3686-449c-8094-e378ab2da522 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504394 May 25 16:12:15.504434 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a90d3-fb25-433f-9d95-d2fbf3eee03a req-1f636506-9c78-4f75-aeee-27289345bc16 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:15.505874 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a49a90d3-fb25-433f-9d95-d2fbf3eee03a req-1f636506-9c78-4f75-aeee-27289345bc16 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 946 time: 0.0550780 May 25 16:12:15.519270 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40154) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:15.523519 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-56f6301b-d660-450b-9704-2514f8c79f00 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'floatingip': {'port_id': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:12:15.562581 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56f6301b-d660-450b-9704-2514f8c79f00 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (848c1981-b2a1-49fa-91a3-3f29a3e440f8), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:15.686189 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ccbe7-3814-4436-8197-6cd30e8a947b req-87ad8e74-ea73-46ae-a35b-b33fbddba81c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:15.687814 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5c9ccbe7-3814-4436-8197-6cd30e8a947b req-87ad8e74-ea73-46ae-a35b-b33fbddba81c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 946 time: 0.0485156 May 25 16:12:15.739295 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5c9ccbe7-3814-4436-8197-6cd30e8a947b req-cc3bf6da-f636-4852-a9a8-fcf0a1f1906e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=94e4af6a-5da8-49e3-8a5b-3594310385d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457587 May 25 16:12:15.774874 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Deleting port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:12:15.775242 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:15.825976 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:15.860600 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:15.947283 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] For port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:12:15.947652 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:16.541390 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:16.542081 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (30a71b04-3b3c-4381-ae38-86e795ccf62c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:16.542081 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Floating IP 30a71b04-3b3c-4381-ae38-86e795ccf62c disassociated. External IP: 172.27.0.155, port: 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969. May 25 16:12:16.542319 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Calling delete_port for 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:12:16.564059 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56f6301b-d660-450b-9704-2514f8c79f00 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:16.592693 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56f6301b-d660-450b-9704-2514f8c79f00 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (848c1981-b2a1-49fa-91a3-3f29a3e440f8), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:16.723127 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-56f6301b-d660-450b-9704-2514f8c79f00 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Floating IP 848c1981-b2a1-49fa-91a3-3f29a3e440f8 associated. External IP: 172.27.0.228, port: 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5. May 25 16:12:16.812052 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:12:16.849056 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No active binding found for port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 {{(pid=104070) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 25 16:12:16.849385 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] The host hv-cinder-84327 is not matching for port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 host None! {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 25 16:12:16.849774 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:12:16.866089 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (4bf95a69-e3e3-4ef3-aeeb-8e9c69077969), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:16.888070 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-af52cbe9-0fb6-4094-a9b0-50ad26f81078 req-a17f6ce8-f84d-4f46-b69e-a2315f1b7e43 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 210 time: 0.0745633 May 25 16:12:16.912843 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event deleted for resources: {'Port': ['ID=4bf95a69-e3e3-4ef3-aeeb-8e9c69077969,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:16.954592 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:16.995243 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:17.105723 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f6301b-d660-450b-9704-2514f8c79f00 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:12:17.107347 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Router 497b6ad6-c741-4530-aca2-eee341ada5cc has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:12:17.289798 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f6301b-d660-450b-9704-2514f8c79f00 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:12:17.291601 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:12:17.295223 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-56f6301b-d660-450b-9704-2514f8c79f00 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:17.306624 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f0907-5d29-4de0-aed1-53fe259a82fd None None] Sync routers for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:12:17.307608 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe377b-f768-4214-b8e3-183678840a27 None None] Sync routers for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:12:17.320302 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f0907-5d29-4de0-aed1-53fe259a82fd None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:17.321780 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-431f0907-5d29-4de0-aed1-53fe259a82fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:12:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:17.322000 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe377b-f768-4214-b8e3-183678840a27 None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:17.322707 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b0fe377b-f768-4214-b8e3-183678840a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:12:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:17.386325 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] No DVR routers for this DVR port 4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:12:17.389691 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-56f6301b-d660-450b-9704-2514f8c79f00 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "PUT /v2.0/floatingips/848c1981-b2a1-49fa-91a3-3f29a3e440f8 HTTP/1.1" status: 200 len: 992 time: 1.8690877 May 25 16:12:17.391077 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:17.394289 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e173ebcc-3983-45d6-a911-821b51c9dec1 req-acb5b9ac-6a98-4c3f-a835-b3c8d15bbf8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.67 "DELETE /v2.0/ports/4bf95a69-e3e3-4ef3-aeeb-8e9c69077969 HTTP/1.1" status: 204 len: 173 time: 1.7733927 May 25 16:12:17.394932 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45665f8b-ba12-41a5-8ba1-43b9dcd8e166', 'tag': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5'}, {'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'name': 'network-vif-deleted', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:12:17.397083 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07b9c70-1af2-4fce-bd8b-b2a2cab9b7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "45665f8b-ba12-41a5-8ba1-43b9dcd8e166", "tag": "94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5"}, {"server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "name": "network-vif-deleted", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:12:17.444409 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-431f0907-5d29-4de0-aed1-53fe259a82fd None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:17.475508 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 25 May 2022 16:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a2ccaa-c68d-4cec-a7b3-6fc6c0cfb50c x-openstack-request-id: req-77a2ccaa-c68d-4cec-a7b3-6fc6c0cfb50c {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:12:17.476092 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45665f8b-ba12-41a5-8ba1-43b9dcd8e166", "tag": "94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5", "status": "completed", "code": 200}, {"server_uuid": "e80a2c16-520b-48e9-9f83-e643414a8c8e", "name": "network-vif-deleted", "tag": "4bf95a69-e3e3-4ef3-aeeb-8e9c69077969", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:12:17.476497 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-77a2ccaa-c68d-4cec-a7b3-6fc6c0cfb50c {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:12:17.477092 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a2ccaa-c68d-4cec-a7b3-6fc6c0cfb50c'] response: {'name': 'network-changed', 'server_uuid': '45665f8b-ba12-41a5-8ba1-43b9dcd8e166', 'tag': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5', 'status': 'completed', 'code': 200} May 25 16:12:17.477610 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a2ccaa-c68d-4cec-a7b3-6fc6c0cfb50c'] response: {'server_uuid': 'e80a2c16-520b-48e9-9f83-e643414a8c8e', 'name': 'network-vif-deleted', 'tag': '4bf95a69-e3e3-4ef3-aeeb-8e9c69077969', 'status': 'completed', 'code': 200} May 25 16:12:17.498069 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-b0fe377b-f768-4214-b8e3-183678840a27 None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:17.556132 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b9c70-1af2-4fce-bd8b-b2a2cab9b7e6 req-e42cd90a-3359-458a-b784-948fafa3863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:17.556132 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b07b9c70-1af2-4fce-bd8b-b2a2cab9b7e6 req-e42cd90a-3359-458a-b784-948fafa3863b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 1130 time: 0.0479577 May 25 16:12:17.647486 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-431f0907-5d29-4de0-aed1-53fe259a82fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 5, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:17.668556 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b9c70-1af2-4fce-bd8b-b2a2cab9b7e6 req-f7388b2b-572a-4507-8f0c-beae5ddd19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:17.670919 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b07b9c70-1af2-4fce-bd8b-b2a2cab9b7e6 req-f7388b2b-572a-4507-8f0c-beae5ddd19cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 200 len: 915 time: 0.1025853 May 25 16:12:17.674235 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f0907-5d29-4de0-aed1-53fe259a82fd None None] Checking router: 497b6ad6-c741-4530-aca2-eee341ada5cc for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:12:17.686441 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f0907-5d29-4de0-aed1-53fe259a82fd None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:17.687062 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-431f0907-5d29-4de0-aed1-53fe259a82fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:12:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:17.794353 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-431f0907-5d29-4de0-aed1-53fe259a82fd None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:17.910674 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b0fe377b-f768-4214-b8e3-183678840a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '848c1981-b2a1-49fa-91a3-3f29a3e440f8', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:6c:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45665f8b-ba12-41a5-8ba1-43b9dcd8e166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:11:55Z', 'updated_at': '2022-05-25T16:12:16Z', 'revision_number': 1, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:17.937999 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe377b-f768-4214-b8e3-183678840a27 None None] Checking router: 87c12870-9bf7-4d4c-94f8-90429b2d4d14 for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:12:17.948946 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe377b-f768-4214-b8e3-183678840a27 None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:17.949575 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b0fe377b-f768-4214-b8e3-183678840a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:12:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:17.956105 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b07b9c70-1af2-4fce-bd8b-b2a2cab9b7e6 req-6ac31318-5312-4b9f-9686-882c261398d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 HTTP/1.1" status: 200 len: 1000 time: 0.0813680 May 25 16:12:18.044378 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-265781ce-ed79-475d-959a-58b1e77c89ab req-cba80b45-f87a-4a88-97c9-57ab7eb7d61e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=e80a2c16-520b-48e9-9f83-e643414a8c8e HTTP/1.1" status: 200 len: 210 time: 0.0625386 May 25 16:12:18.056450 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b9c70-1af2-4fce-bd8b-b2a2cab9b7e6 req-fbfc9909-3f9b-4654-824a-2c03cefd10c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:18.057917 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b07b9c70-1af2-4fce-bd8b-b2a2cab9b7e6 req-fbfc9909-3f9b-4654-824a-2c03cefd10c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82c0c133-9624-48f4-80aa-0db4b953b350 HTTP/1.1" status: 200 len: 853 time: 0.0945349 May 25 16:12:18.064544 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-b0fe377b-f768-4214-b8e3-183678840a27 None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:18.110026 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b9c70-1af2-4fce-bd8b-b2a2cab9b7e6 req-4917ee02-577f-457a-9be5-2d2a8c316ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:18.111578 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b07b9c70-1af2-4fce-bd8b-b2a2cab9b7e6 req-4917ee02-577f-457a-9be5-2d2a8c316ab5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440435 May 25 16:12:18.142345 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-431f0907-5d29-4de0-aed1-53fe259a82fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 5, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:18.168697 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f0907-5d29-4de0-aed1-53fe259a82fd None None] The sync data for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi is: [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 5, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:12:18.216648 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b07b9c70-1af2-4fce-bd8b-b2a2cab9b7e6 req-ca2e4b0c-29a1-46ca-bc06-8ec298a21e69 service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987766 May 25 16:12:18.312568 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b0fe377b-f768-4214-b8e3-183678840a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '848c1981-b2a1-49fa-91a3-3f29a3e440f8', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:6c:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45665f8b-ba12-41a5-8ba1-43b9dcd8e166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:11:55Z', 'updated_at': '2022-05-25T16:12:16Z', 'revision_number': 1, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:18.315733 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b07b9c70-1af2-4fce-bd8b-b2a2cab9b7e6 req-27a8fec9-1bc4-42a7-88ba-86a3dfa0d60a service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916011 May 25 16:12:18.342777 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe377b-f768-4214-b8e3-183678840a27 None None] The sync data for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi is: [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '848c1981-b2a1-49fa-91a3-3f29a3e440f8', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:6c:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45665f8b-ba12-41a5-8ba1-43b9dcd8e166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:11:55Z', 'updated_at': '2022-05-25T16:12:16Z', 'revision_number': 1, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:12:18.446490 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc4c038-52ce-4279-9a37-d0bcbec4044d None None] New status for floating IP 30a71b04-3b3c-4381-ae38-86e795ccf62c: DOWN {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:12:18.448667 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:18.546246 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c87529-6202-4c31-9b03-ac05c9f5d1ec None None] New status for floating IP 848c1981-b2a1-49fa-91a3-3f29a3e440f8: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:12:19.156065 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40194) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:19.211835 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c72eb584-d6ba-4909-a1d3-0a0ecaa870f9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group (94e4af6a-5da8-49e3-8a5b-3594310385d0), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.236142 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c72eb584-d6ba-4909-a1d3-0a0ecaa870f9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group (94e4af6a-5da8-49e3-8a5b-3594310385d0), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.287326 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c72eb584-d6ba-4909-a1d3-0a0ecaa870f9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (94e4af6a-5da8-49e3-8a5b-3594310385d0), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.290383 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c72eb584-d6ba-4909-a1d3-0a0ecaa870f9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.291764 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c72eb584-d6ba-4909-a1d3-0a0ecaa870f9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "DELETE /v2.0/security-groups/94e4af6a-5da8-49e3-8a5b-3594310385d0 HTTP/1.1" status: 204 len: 168 time: 0.1345196 May 25 16:12:19.295524 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40196) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:19.312752 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72eb584-d6ba-4909-a1d3-0a0ecaa870f9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e4af6a-5da8-49e3-8a5b-3594310385d0,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:19.315893 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.api.v2.resource [None req-d65ad538-eafe-4cd4-8049-c2a47bac9748 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] show failed (client error): The resource could not be found. May 25 16:12:19.319498 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d65ad538-eafe-4cd4-8049-c2a47bac9748 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups/94e4af6a-5da8-49e3-8a5b-3594310385d0 HTTP/1.1" status: 404 len: 347 time: 0.0203516 May 25 16:12:19.320419 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40198) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:19.364484 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:19.420055 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:19.432838 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a5213-864f-4105-ae00-c7d3fc0dada5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Deleting port 6bec81f0-c052-482f-a0aa-4ed39669c941 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:12:19.433182 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2c3a5213-864f-4105-ae00-c7d3fc0dada5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (6bec81f0-c052-482f-a0aa-4ed39669c941), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.511694 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2c3a5213-864f-4105-ae00-c7d3fc0dada5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (6bec81f0-c052-482f-a0aa-4ed39669c941), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.512065 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2c3a5213-864f-4105-ae00-c7d3fc0dada5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (6bec81f0-c052-482f-a0aa-4ed39669c941), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.524530 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a5213-864f-4105-ae00-c7d3fc0dada5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Calling delete_port for 6bec81f0-c052-482f-a0aa-4ed39669c941 owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:12:19.659230 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2c3a5213-864f-4105-ae00-c7d3fc0dada5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (6bec81f0-c052-482f-a0aa-4ed39669c941), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.678905 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.689162 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a5213-864f-4105-ae00-c7d3fc0dada5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event deleted for resources: {'Port': ['ID=6bec81f0-c052-482f-a0aa-4ed39669c941,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:19.759701 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2c3a5213-864f-4105-ae00-c7d3fc0dada5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (30a71b04-3b3c-4381-ae38-86e795ccf62c), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.762270 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2c3a5213-864f-4105-ae00-c7d3fc0dada5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.763444 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2c3a5213-864f-4105-ae00-c7d3fc0dada5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "DELETE /v2.0/floatingips/30a71b04-3b3c-4381-ae38-86e795ccf62c HTTP/1.1" status: 204 len: 168 time: 0.4423187 May 25 16:12:19.849224 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40208) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:19.853850 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-74e33daa-5736-4d7f-8839-79d39161e7fa tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1928280788', 'description': 'tempest-description--1851878489'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:12:19.875006 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-74e33daa-5736-4d7f-8839-79d39161e7fa tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.951940 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-74e33daa-5736-4d7f-8839-79d39161e7fa tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group (fc8a3b43-5114-4497-8a89-38fc5ebfcac1), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.956818 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-74e33daa-5736-4d7f-8839-79d39161e7fa tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (fc8a3b43-5114-4497-8a89-38fc5ebfcac1), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.986586 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-74e33daa-5736-4d7f-8839-79d39161e7fa tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.987811 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-74e33daa-5736-4d7f-8839-79d39161e7fa tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1375685 May 25 16:12:19.990971 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40210) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:19.991815 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e33daa-5736-4d7f-8839-79d39161e7fa tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8a3b43-5114-4497-8a89-38fc5ebfcac1,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:19.995708 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-473d3ed0-2464-470b-a8b9-e6d4fd9d7f20 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Request body: {'security_group_rule': {'security_group_id': 'fc8a3b43-5114-4497-8a89-38fc5ebfcac1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:12:20.026922 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-473d3ed0-2464-470b-a8b9-e6d4fd9d7f20 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group_rule (4767b7e1-f1c7-4d15-ad80-cef98790301d), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.094447 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-473d3ed0-2464-470b-a8b9-e6d4fd9d7f20 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group_rule (4767b7e1-f1c7-4d15-ad80-cef98790301d), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.099285 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-473d3ed0-2464-470b-a8b9-e6d4fd9d7f20 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (4767b7e1-f1c7-4d15-ad80-cef98790301d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.117327 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d3ed0-2464-470b-a8b9-e6d4fd9d7f20 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4767b7e1-f1c7-4d15-ad80-cef98790301d,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:20.126229 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-473d3ed0-2464-470b-a8b9-e6d4fd9d7f20 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.127437 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-473d3ed0-2464-470b-a8b9-e6d4fd9d7f20 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354470 May 25 16:12:20.130257 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40212) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:20.134531 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-c9eb5bb9-8676-4c35-b351-4aca5973f1cf tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Request body: {'security_group_rule': {'security_group_id': 'fc8a3b43-5114-4497-8a89-38fc5ebfcac1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:12:20.150327 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:20.165562 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5bb9-8676-4c35-b351-4aca5973f1cf tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group_rule (55a86244-c797-4cdf-9e64-c0d8de437041), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.179929 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:20.224561 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5bb9-8676-4c35-b351-4aca5973f1cf tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group_rule (55a86244-c797-4cdf-9e64-c0d8de437041), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.229063 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5bb9-8676-4c35-b351-4aca5973f1cf tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (55a86244-c797-4cdf-9e64-c0d8de437041), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.248580 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb5bb9-8676-4c35-b351-4aca5973f1cf tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a86244-c797-4cdf-9e64-c0d8de437041,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:20.253734 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5bb9-8676-4c35-b351-4aca5973f1cf tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.254778 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c9eb5bb9-8676-4c35-b351-4aca5973f1cf tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235957 May 25 16:12:20.257944 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40214) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:20.262087 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:12:20.284834 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.364347 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.466767 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Allocated IP 172.27.0.217 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/c97d057e-bb7d-401c-8fdc-0cb9c7882a23) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:12:20.587653 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for port (c97d057e-bb7d-401c-8fdc-0cb9c7882a23), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.630050 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (c97d057e-bb7d-401c-8fdc-0cb9c7882a23), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.670084 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:12:20.674986 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:12:20.677191 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event updated for resources: {'Port': ['ID=c97d057e-bb7d-401c-8fdc-0cb9c7882a23,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:20.679265 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:12:20.760612 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (53481029-c88c-471e-8a9a-0e8f5b1457ac), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.798723 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (c97d057e-bb7d-401c-8fdc-0cb9c7882a23), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.914252 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:20.920117 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:20.984233 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for port (c97d057e-bb7d-401c-8fdc-0cb9c7882a23), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:20.989741 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (c97d057e-bb7d-401c-8fdc-0cb9c7882a23), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:21.054394 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event updated for resources: {'Port': ['ID=c97d057e-bb7d-401c-8fdc-0cb9c7882a23,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:21.064729 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (53481029-c88c-471e-8a9a-0e8f5b1457ac), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:21.084322 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:21.085569 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-5786b3e7-65a6-4338-82c5-6c99b1cbd32b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8267181 May 25 16:12:21.291647 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-df62af48-e3d5-47ec-902d-a587a9ab5ea1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1928280788&fields=id&tenant_id=feb4d81e1722439591065849449aeb18 HTTP/1.1" status: 200 len: 267 time: 0.0440300 May 25 16:12:21.398246 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-96608d56-a300-48b1-bb17-1f55b57aa5c2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:21.399681 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-96608d56-a300-48b1-bb17-1f55b57aa5c2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 817 time: 0.1009464 May 25 16:12:21.414138 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-c18b37d5-9fe6-4760-9677-1cca5357c5f9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/quotas/feb4d81e1722439591065849449aeb18 HTTP/1.1" status: 200 len: 375 time: 0.0089712 May 25 16:12:21.463634 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-e1853769-ad00-4494-b1bb-cbfb3ed978d2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446982 May 25 16:12:21.531658 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:21.574487 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-5ef89349-3daf-45e4-b273-f72a272897b2 service neutron] 10.222.0.85 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979807 May 25 16:12:21.648222 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:21.665454 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-b3854b73-007a-471a-a15d-f0d0f0f8f5c6 service neutron] 10.222.0.85 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850987 May 25 16:12:21.831051 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5d4237f1-545c-4646-9144-f9cc5a9ff7e9 req-5f4ae849-f89e-4c31-9ba6-c5690e83116b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 210 time: 0.0306304 May 25 16:12:23.098790 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e0c37871-b456-4350-abe7-64ee4b924c61 req-fea879c6-eaf4-49e7-9e53-9154a84f8208 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 210 time: 0.0355861 May 25 16:12:23.140158 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-ca2f496a-ec7a-4ecb-9541-67deb839815a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:23.141803 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-ca2f496a-ec7a-4ecb-9541-67deb839815a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.67 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 817 time: 0.3748591 May 25 16:12:23.207999 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-4e22c826-f05e-4fdc-8122-0ec774ce303d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feb4d81e1722439591065849449aeb18 HTTP/1.1" status: 200 len: 380 time: 0.0536952 May 25 16:12:23.220839 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-367cb37c-4f2f-409c-b761-404ab2c873d6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Request body: {'port': {'device_id': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'admin_state_up': True, 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'security_groups': ['fc8a3b43-5114-4497-8a89-38fc5ebfcac1']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:12:23.337602 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-367cb37c-4f2f-409c-b761-404ab2c873d6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Made reservation on behalf of feb4d81e1722439591065849449aeb18 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:12:23.341417 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-367cb37c-4f2f-409c-b761-404ab2c873d6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:23.468238 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-367cb37c-4f2f-409c-b761-404ab2c873d6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Allocated IP 172.20.0.13 (a65193d0-d741-4333-90e3-e22c40adb85c/1d8acf95-745a-4435-acb1-9312c55c7e90/1800f2a7-7112-4dbc-b1d8-94b717a81abe) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:12:23.613741 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-367cb37c-4f2f-409c-b761-404ab2c873d6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:23.651875 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-367cb37c-4f2f-409c-b761-404ab2c873d6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:23.695933 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-367cb37c-4f2f-409c-b761-404ab2c873d6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Network a65193d0-d741-4333-90e3-e22c40adb85c is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:12:23.698903 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-367cb37c-4f2f-409c-b761-404ab2c873d6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:12:23.702367 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:23.705456 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-367cb37c-4f2f-409c-b761-404ab2c873d6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:12:23.710328 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cb37c-4f2f-409c-b761-404ab2c873d6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event updated for resources: {'Port': ['ID=1800f2a7-7112-4dbc-b1d8-94b717a81abe,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:23.761053 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-367cb37c-4f2f-409c-b761-404ab2c873d6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:23.761681 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-367cb37c-4f2f-409c-b761-404ab2c873d6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:23.779680 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-367cb37c-4f2f-409c-b761-404ab2c873d6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5626724 May 25 16:12:23.796758 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Request body: {'port': {'device_id': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:12:23.859302 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:23.861963 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:23.960668 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-a36ef899-51ad-4a04-80e4-b4718d356f81 None None] Provisioning complete for port 1800f2a7-7112-4dbc-b1d8-94b717a81abe triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:12:23.961281 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a36ef899-51ad-4a04-80e4-b4718d356f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:23.997303 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-a36ef899-51ad-4a04-80e4-b4718d356f81 None None] Port 1800f2a7-7112-4dbc-b1d8-94b717a81abe cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:12:24.149283 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1800f2a7-7112-4dbc-b1d8-94b717a81abe {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:12:24.157358 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Publish callbacks [] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:24.170372 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Transition to ACTIVE for port object 1800f2a7-7112-4dbc-b1d8-94b717a81abe will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:12:24.175133 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:24.221449 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5acee-1fee-414b-a332-c49743ada340 req-351f1911-d8ef-4d5c-bf4f-14c7f77ee7d9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:24.223694 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c5b5acee-1fee-414b-a332-c49743ada340 req-351f1911-d8ef-4d5c-bf4f-14c7f77ee7d9 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0490127 May 25 16:12:24.223894 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Pushing event updated for resources: {'Port': ['ID=1800f2a7-7112-4dbc-b1d8-94b717a81abe,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:24.278467 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c5b5acee-1fee-414b-a332-c49743ada340 req-be30e160-829d-4ef4-9e44-16d69665a23f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477829 May 25 16:12:24.297539 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Attempting to bind port 1800f2a7-7112-4dbc-b1d8-94b717a81abe on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:12:24.297883 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Attempting to bind port 1800f2a7-7112-4dbc-b1d8-94b717a81abe by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:12:24.298227 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Attempting to bind port 1800f2a7-7112-4dbc-b1d8-94b717a81abe on network a65193d0-d741-4333-90e3-e22c40adb85c {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:12:24.303291 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Port 1800f2a7-7112-4dbc-b1d8-94b717a81abe on network a65193d0-d741-4333-90e3-e22c40adb85c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:12:24.303607 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Attempting to bind port 1800f2a7-7112-4dbc-b1d8-94b717a81abe on network a65193d0-d741-4333-90e3-e22c40adb85c {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:12:24.308841 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:12:24.309175 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Checking segment: {'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:12:24.309559 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Bound using segment: {'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:12:24.309995 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Bound port: 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:12:24.310354 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:24.378789 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] For port 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:12:24.382175 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] For port 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:12:24.389876 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:24.415568 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:24.424751 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:24.425310 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:24.426860 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] 10.222.0.67 "PUT /v2.0/ports/1800f2a7-7112-4dbc-b1d8-94b717a81abe HTTP/1.1" status: 200 len: 1094 time: 0.6346633 May 25 16:12:24.427287 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:12:24.429513 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4202898d-5e56-48a8-ab60-6a12cbcf7033" -d '{"events": [{"name": "network-changed", "server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:12:24.440825 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:24.458820 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efa96e-ac87-479d-a018-da05bb81c056 service neutron] Pushing event updated for resources: {'Port': ['ID=1800f2a7-7112-4dbc-b1d8-94b717a81abe,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:24.492664 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5116c82a-d38f-453d-8274-1a82216a5de9 x-openstack-request-id: req-5116c82a-d38f-453d-8274-1a82216a5de9 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:12:24.493003 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:12:24.493254 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5116c82a-d38f-453d-8274-1a82216a5de9 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:12:24.493770 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5116c82a-d38f-453d-8274-1a82216a5de9'] response: {'name': 'network-changed', 'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'status': 'completed', 'code': 200} May 25 16:12:24.529315 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-d8ff6d86-53ed-46e4-a89f-518cc94e115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:24.531069 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-d8ff6d86-53ed-46e4-a89f-518cc94e115d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 1128 time: 0.0525267 May 25 16:12:24.578470 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-7d9ba27a-d965-4b4e-9ce7-04eec5a3f26b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe HTTP/1.1" status: 200 len: 217 time: 0.0368676 May 25 16:12:24.636581 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-41a2a784-6a39-4220-9d07-2931044ea161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:24.638122 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-41a2a784-6a39-4220-9d07-2931044ea161 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d8acf95-745a-4435-acb1-9312c55c7e90 HTTP/1.1" status: 200 len: 856 time: 0.0521739 May 25 16:12:24.689868 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-61624987-ec7e-4a5e-b9eb-999d2f3db7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:24.691395 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-61624987-ec7e-4a5e-b9eb-999d2f3db7f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a65193d0-d741-4333-90e3-e22c40adb85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407836 May 25 16:12:24.786957 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-985ed3d0-d64f-4a9a-bddf-c1370c41abb7 service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874922 May 25 16:12:24.886846 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2a35fe0-a2f9-499f-b0fe-5cfbaf0edcef req-d82b57e9-30fe-4371-9322-9af83b7120fe service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915453 May 25 16:12:25.401547 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69295b-2fc6-4398-94fd-8274b0052758 req-e4ea2c25-6f50-4d7c-b088-977c69c24267 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:25.402987 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9e69295b-2fc6-4398-94fd-8274b0052758 req-e4ea2c25-6f50-4d7c-b088-977c69c24267 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0478475 May 25 16:12:25.451240 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9e69295b-2fc6-4398-94fd-8274b0052758 req-1b608668-593d-400e-b630-619b309ba55c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406706 May 25 16:12:25.575022 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40296) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:25.623591 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb5c021-7c52-476e-897c-ec37ef0837b8 admin admin] Deleting subnet 158549ca-d840-45bb-8265-5f259941d9a6 {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:12:25.626800 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c021-7c52-476e-897c-ec37ef0837b8 admin admin] Publish callbacks [] for subnet (158549ca-d840-45bb-8265-5f259941d9a6), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:25.660083 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c021-7c52-476e-897c-ec37ef0837b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4176203'] for subnet (158549ca-d840-45bb-8265-5f259941d9a6), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:25.698946 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c021-7c52-476e-897c-ec37ef0837b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (158549ca-d840-45bb-8265-5f259941d9a6), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:25.751747 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c021-7c52-476e-897c-ec37ef0837b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3990528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286790'] for subnet (158549ca-d840-45bb-8265-5f259941d9a6), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:25.775131 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5c021-7c52-476e-897c-ec37ef0837b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=158549ca-d840-45bb-8265-5f259941d9a6,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:25.782389 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c021-7c52-476e-897c-ec37ef0837b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:25.785532 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6cb5c021-7c52-476e-897c-ec37ef0837b8 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/158549ca-d840-45bb-8265-5f259941d9a6 HTTP/1.1" status: 204 len: 168 time: 0.2095151 May 25 16:12:25.788367 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40298) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:25.858205 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a08bfd42-9813-4ca5-8ea9-1ef2f3f08388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (454d2741-79ec-4e94-82d2-47867e0733f2), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:25.868663 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:25.949216 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a08bfd42-9813-4ca5-8ea9-1ef2f3f08388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (454d2741-79ec-4e94-82d2-47867e0733f2), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:25.984009 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-a08bfd42-9813-4ca5-8ea9-1ef2f3f08388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454d2741-79ec-4e94-82d2-47867e0733f2']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:26.010597 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-a08bfd42-9813-4ca5-8ea9-1ef2f3f08388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837598d5-dbb0-41b7-a63a-ad525ca7e527') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:26.010882 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-a08bfd42-9813-4ca5-8ea9-1ef2f3f08388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837598d5-dbb0-41b7-a63a-ad525ca7e527') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:26.024515 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a08bfd42-9813-4ca5-8ea9-1ef2f3f08388 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916354'] for segment (837598d5-dbb0-41b7-a63a-ad525ca7e527), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:26.031025 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202898d-5e56-48a8-ab60-6a12cbcf7033 req-d119702a-5dde-473e-af27-dbb461c2a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:26.032496 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4202898d-5e56-48a8-ab60-6a12cbcf7033 req-d119702a-5dde-473e-af27-dbb461c2a5b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 1128 time: 0.0646751 May 25 16:12:26.040923 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a08bfd42-9813-4ca5-8ea9-1ef2f3f08388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (837598d5-dbb0-41b7-a63a-ad525ca7e527), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:26.059490 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08bfd42-9813-4ca5-8ea9-1ef2f3f08388 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:12:26.059846 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a08bfd42-9813-4ca5-8ea9-1ef2f3f08388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8916485'] for segment (837598d5-dbb0-41b7-a63a-ad525ca7e527), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:26.081497 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 837598d5-dbb0-41b7-a63a-ad525ca7e527 resource provider aggregate not found May 25 16:12:26.111416 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 837598d5-dbb0-41b7-a63a-ad525ca7e527 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 837598d5-dbb0-41b7-a63a-ad525ca7e527 found for delete ", "request_id": "req-4c88983d-cf97-422e-be5f-a2623adfd729"}]} May 25 16:12:26.163103 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a08bfd42-9813-4ca5-8ea9-1ef2f3f08388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (454d2741-79ec-4e94-82d2-47867e0733f2), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:26.191849 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a08bfd42-9813-4ca5-8ea9-1ef2f3f08388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:26.194889 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a08bfd42-9813-4ca5-8ea9-1ef2f3f08388 admin admin] 10.222.0.85 "DELETE /v2.0/networks/454d2741-79ec-4e94-82d2-47867e0733f2 HTTP/1.1" status: 204 len: 168 time: 0.4055352 May 25 16:12:26.199770 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bfd42-9813-4ca5-8ea9-1ef2f3f08388 admin admin] Pushing event deleted for resources: {'Network': ['ID=454d2741-79ec-4e94-82d2-47867e0733f2,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:26.210267 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202898d-5e56-48a8-ab60-6a12cbcf7033 req-b917e362-c987-4bfc-b72d-b152801bae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:26.211736 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4202898d-5e56-48a8-ab60-6a12cbcf7033 req-b917e362-c987-4bfc-b72d-b152801bae8b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 918 time: 0.1686828 May 25 16:12:26.252727 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4202898d-5e56-48a8-ab60-6a12cbcf7033 req-d3946838-beb0-45cf-b278-0c997a812a61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe HTTP/1.1" status: 200 len: 217 time: 0.0322955 May 25 16:12:26.303424 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202898d-5e56-48a8-ab60-6a12cbcf7033 req-be77bd26-fc53-4ecb-9119-d760aa1156cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:26.304941 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4202898d-5e56-48a8-ab60-6a12cbcf7033 req-be77bd26-fc53-4ecb-9119-d760aa1156cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d8acf95-745a-4435-acb1-9312c55c7e90 HTTP/1.1" status: 200 len: 856 time: 0.0456922 May 25 16:12:26.351551 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202898d-5e56-48a8-ab60-6a12cbcf7033 req-a3499884-5780-431a-b6a1-5530d87245fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:26.353320 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4202898d-5e56-48a8-ab60-6a12cbcf7033 req-a3499884-5780-431a-b6a1-5530d87245fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a65193d0-d741-4333-90e3-e22c40adb85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400329 May 25 16:12:26.372090 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40306) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:26.419715 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-70409844-8cef-42ac-abdc-c7948671be76 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b32433ec45854be380fcd9a9671a4ce5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437486 May 25 16:12:26.420518 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40308) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:26.430975 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:26.451556 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4202898d-5e56-48a8-ab60-6a12cbcf7033 req-3b58730b-d10a-401c-aa9c-307dc34ab02d service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914960 May 25 16:12:26.467348 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0fd02eea-f81b-468b-9c2c-9a680c8445ce admin admin] Publish callbacks [] for security_group (2e83060e-0bbe-4f7b-8684-b636fed47141), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:26.488573 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0fd02eea-f81b-468b-9c2c-9a680c8445ce admin admin] Publish callbacks [] for security_group (2e83060e-0bbe-4f7b-8684-b636fed47141), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:26.538299 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0fd02eea-f81b-468b-9c2c-9a680c8445ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (2e83060e-0bbe-4f7b-8684-b636fed47141), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:26.541015 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0fd02eea-f81b-468b-9c2c-9a680c8445ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:26.542226 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-0fd02eea-f81b-468b-9c2c-9a680c8445ce admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2e83060e-0bbe-4f7b-8684-b636fed47141 HTTP/1.1" status: 204 len: 168 time: 0.1212590 May 25 16:12:26.550295 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:26.551491 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd02eea-f81b-468b-9c2c-9a680c8445ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e83060e-0bbe-4f7b-8684-b636fed47141,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:26.585727 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4202898d-5e56-48a8-ab60-6a12cbcf7033 req-8c8c4503-f554-4078-a76f-b58b50afdb6f service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250005 May 25 16:12:26.593999 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e9126-da5c-47f7-a685-3fcbca27f7d3 req-80555d05-74d4-4520-807a-7d71e339ba41 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:26.595564 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f09e9126-da5c-47f7-a685-3fcbca27f7d3 req-80555d05-74d4-4520-807a-7d71e339ba41 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0672584 May 25 16:12:26.652506 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f09e9126-da5c-47f7-a685-3fcbca27f7d3 req-a10f5fd0-1a3d-42c1-af0c-6af0ee2b82ab tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498588 May 25 16:12:27.774691 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d49d3-8dd3-4f76-b4a3-8c33c52f63b7 req-d260f036-0dff-4a71-a70c-d3b5abd1e245 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:27.776288 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-801d49d3-8dd3-4f76-b4a3-8c33c52f63b7 req-d260f036-0dff-4a71-a70c-d3b5abd1e245 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0485322 May 25 16:12:27.808048 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:27.823491 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-801d49d3-8dd3-4f76-b4a3-8c33c52f63b7 req-174afddb-d0ff-4437-a5a0-2e022e984601 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414805 May 25 16:12:28.704217 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:28.723992 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=84 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:28.845533 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1800f2a7-7112-4dbc-b1d8-94b717a81abe details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:12:28.944528 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc907b57-71e0-4dcc-8c37-5fdd5e4758be req-57c6628b-203b-4181-8ee6-173bf7584bb5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:28.946003 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bc907b57-71e0-4dcc-8c37-5fdd5e4758be req-57c6628b-203b-4181-8ee6-173bf7584bb5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0470731 May 25 16:12:28.952414 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:12:28.964780 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'port_id': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'mac_address': 'fa:16:3e:56:32:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:12:28.993305 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bc907b57-71e0-4dcc-8c37-5fdd5e4758be req-ffbfd152-c37c-41db-9d10-df735251e0c3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413671 May 25 16:12:28.999481 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 1800f2a7-7112-4dbc-b1d8-94b717a81abe is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:12:28.999893 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:29.013460 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1800f2a7-7112-4dbc-b1d8-94b717a81abe {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:12:29.033406 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:12:29.038932 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:29.083377 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=1800f2a7-7112-4dbc-b1d8-94b717a81abe,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:29.374541 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['1800f2a7-7112-4dbc-b1d8-94b717a81abe'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:12:30.122688 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be903694-640e-457e-b8c2-f4076ca9bebf req-4a15271b-f90a-4c1a-b702-1303732cd94a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:30.124170 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-be903694-640e-457e-b8c2-f4076ca9bebf req-4a15271b-f90a-4c1a-b702-1303732cd94a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 945 time: 0.0526035 May 25 16:12:30.176634 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-be903694-640e-457e-b8c2-f4076ca9bebf req-beef2073-9028-4d46-9c74-6c3aa312e1b5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440094 May 25 16:12:30.862457 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1800f2a7-7112-4dbc-b1d8-94b717a81abe up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:12:30.916339 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 1800f2a7-7112-4dbc-b1d8-94b717a81abe completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:12:30.924724 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 1800f2a7-7112-4dbc-b1d8-94b717a81abe triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:12:30.925095 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:31.004205 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 1800f2a7-7112-4dbc-b1d8-94b717a81abe is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:12:31.004568 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:31.028255 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:12:31.030495 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73033c6-b874-4b58-b269-44b88df769a1" -d '{"events": [{"server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "name": "network-vif-plugged", "status": "completed", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:12:31.043031 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:12:31.047778 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:31.071543 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94d8c73-0c6c-416e-b637-4b6640fafb6e x-openstack-request-id: req-c94d8c73-0c6c-416e-b637-4b6640fafb6e {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:12:31.071844 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "name": "network-vif-plugged", "status": "completed", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:12:31.072106 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c94d8c73-0c6c-416e-b637-4b6640fafb6e {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:12:31.072496 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94d8c73-0c6c-416e-b637-4b6640fafb6e'] response: {'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'code': 200} May 25 16:12:31.090603 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:31.100726 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=1800f2a7-7112-4dbc-b1d8-94b717a81abe,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:31.259586 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1e8c6-90fa-435e-ad0d-328969cc9309 req-b79743e1-99a4-4200-a443-833019a2e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:31.261118 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eac1e8c6-90fa-435e-ad0d-328969cc9309 req-b79743e1-99a4-4200-a443-833019a2e91c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 1130 time: 0.0424061 May 25 16:12:31.302983 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f712ed-cbf9-4868-8068-2995ae5a80b5 req-7debede7-c454-4e59-a280-2d838c53873e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:31.305320 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-79f712ed-cbf9-4868-8068-2995ae5a80b5 req-7debede7-c454-4e59-a280-2d838c53873e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0526097 May 25 16:12:31.305703 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eac1e8c6-90fa-435e-ad0d-328969cc9309 req-f9debaec-41d1-4fb6-b1c8-0fafc9af7198 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384879 May 25 16:12:31.352130 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-79f712ed-cbf9-4868-8068-2995ae5a80b5 req-7f25be2e-dbec-4664-aae1-44869fc4e7ee tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407915 May 25 16:12:32.488516 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6cbe4-8de1-4fe8-b70f-39a3a0397fc3 req-28bd69e9-6d31-48a1-9fcb-191b083002f5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:32.489965 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0ba6cbe4-8de1-4fe8-b70f-39a3a0397fc3 req-28bd69e9-6d31-48a1-9fcb-191b083002f5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0472708 May 25 16:12:32.539773 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0ba6cbe4-8de1-4fe8-b70f-39a3a0397fc3 req-021d7ede-d8e3-4c79-8736-eab08f90c911 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416327 May 25 16:12:32.684710 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:33.671502 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd612d8-ce8b-452e-a880-f858f3867eb5 req-4faf382d-9e09-49b6-8096-7f9f55cda243 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:33.673307 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9fd612d8-ce8b-452e-a880-f858f3867eb5 req-4faf382d-9e09-49b6-8096-7f9f55cda243 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0479047 May 25 16:12:33.728880 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9fd612d8-ce8b-452e-a880-f858f3867eb5 req-00e7d9af-2d43-4865-90d7-a7f0f7f73d18 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487893 May 25 16:12:33.860269 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06984b17-0ed0-4ef8-bbd8-1693dafd98f3 req-637f8476-4f34-4f34-ae13-8a817fcbafef tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:33.861626 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-06984b17-0ed0-4ef8-bbd8-1693dafd98f3 req-637f8476-4f34-4f34-ae13-8a817fcbafef tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0607398 May 25 16:12:33.874921 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40336) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:33.879426 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-62aee0d9-a3b5-489e-8d2a-8a5de2f64c8d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Request body: {'floatingip': {'port_id': '1800f2a7-7112-4dbc-b1d8-94b717a81abe'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:12:33.912792 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:33.917552 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-62aee0d9-a3b5-489e-8d2a-8a5de2f64c8d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (53481029-c88c-471e-8a9a-0e8f5b1457ac), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:33.961121 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3716ec1d-677c-45a2-9f74-985a614b242a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:34.348696 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-62aee0d9-a3b5-489e-8d2a-8a5de2f64c8d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:34.355297 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-62aee0d9-a3b5-489e-8d2a-8a5de2f64c8d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (53481029-c88c-471e-8a9a-0e8f5b1457ac), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:34.390217 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:34.450481 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-62aee0d9-a3b5-489e-8d2a-8a5de2f64c8d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Floating IP 53481029-c88c-471e-8a9a-0e8f5b1457ac associated. External IP: 172.27.0.217, port: 1800f2a7-7112-4dbc-b1d8-94b717a81abe. May 25 16:12:34.648651 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62aee0d9-a3b5-489e-8d2a-8a5de2f64c8d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Router 497b6ad6-c741-4530-aca2-eee341ada5cc has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:12:34.760066 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aee0d9-a3b5-489e-8d2a-8a5de2f64c8d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:12:34.765912 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-62aee0d9-a3b5-489e-8d2a-8a5de2f64c8d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:34.770502 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e7ad70-87de-4af9-b86c-37109f6f5fa9 None None] Sync routers for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:12:34.780648 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7ad70-87de-4af9-b86c-37109f6f5fa9 None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:34.781224 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-a7e7ad70-87de-4af9-b86c-37109f6f5fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:12:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:34.797798 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-62aee0d9-a3b5-489e-8d2a-8a5de2f64c8d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "PUT /v2.0/floatingips/53481029-c88c-471e-8a9a-0e8f5b1457ac HTTP/1.1" status: 200 len: 992 time: 0.9196351 May 25 16:12:34.797798 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:12:34.798424 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbba11a-02a7-4073-9ee2-d608d770bb64" -d '{"events": [{"name": "network-changed", "server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:12:34.834406 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d091b25f-5b5d-4119-a096-c45a7b0a0bae x-openstack-request-id: req-d091b25f-5b5d-4119-a096-c45a7b0a0bae {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:12:34.834686 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:12:34.834962 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d091b25f-5b5d-4119-a096-c45a7b0a0bae {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:12:34.835357 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d091b25f-5b5d-4119-a096-c45a7b0a0bae'] response: {'name': 'network-changed', 'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'status': 'completed', 'code': 200} May 25 16:12:34.923297 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbba11a-02a7-4073-9ee2-d608d770bb64 req-e31ef542-ebcb-4d9d-986e-b72bac7b3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:34.924823 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cbba11a-02a7-4073-9ee2-d608d770bb64 req-e31ef542-ebcb-4d9d-986e-b72bac7b3630 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 1130 time: 0.0429583 May 25 16:12:35.004943 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-a7e7ad70-87de-4af9-b86c-37109f6f5fa9 None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:35.021383 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbba11a-02a7-4073-9ee2-d608d770bb64 req-f39f359f-35a9-4d8e-90d8-a7a287ad360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:35.022885 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cbba11a-02a7-4073-9ee2-d608d770bb64 req-f39f359f-35a9-4d8e-90d8-a7a287ad360d service neutron] 10.222.0.67 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 918 time: 0.0912616 May 25 16:12:35.066216 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:35.086216 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cbba11a-02a7-4073-9ee2-d608d770bb64 req-655e20cc-cdca-46ad-8737-64d10e5ca382 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe HTTP/1.1" status: 200 len: 1000 time: 0.0560942 May 25 16:12:35.138869 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbba11a-02a7-4073-9ee2-d608d770bb64 req-c50adbfc-ef33-4878-ae3e-bd7f19ebf99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:35.140303 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cbba11a-02a7-4073-9ee2-d608d770bb64 req-c50adbfc-ef33-4878-ae3e-bd7f19ebf99a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d8acf95-745a-4435-acb1-9312c55c7e90 HTTP/1.1" status: 200 len: 856 time: 0.0473335 May 25 16:12:35.184361 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbba11a-02a7-4073-9ee2-d608d770bb64 req-bd5b552c-5897-476a-83f5-8424f68413db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:35.185745 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cbba11a-02a7-4073-9ee2-d608d770bb64 req-bd5b552c-5897-476a-83f5-8424f68413db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a65193d0-d741-4333-90e3-e22c40adb85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382359 May 25 16:12:35.213247 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-a7e7ad70-87de-4af9-b86c-37109f6f5fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '53481029-c88c-471e-8a9a-0e8f5b1457ac', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'port_id': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'mac_address': 'fa:16:3e:56:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:12:20Z', 'updated_at': '2022-05-25T16:12:34Z', 'revision_number': 1, 'project_id': 'feb4d81e1722439591065849449aeb18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 5, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:35.241185 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e7ad70-87de-4af9-b86c-37109f6f5fa9 None None] Checking router: 497b6ad6-c741-4530-aca2-eee341ada5cc for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:12:35.249507 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7ad70-87de-4af9-b86c-37109f6f5fa9 None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:35.250170 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-a7e7ad70-87de-4af9-b86c-37109f6f5fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:12:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:35.274772 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cbba11a-02a7-4073-9ee2-d608d770bb64 req-89d5e0bc-fef3-46e6-9329-66ccce6014e3 service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816901 May 25 16:12:35.351620 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-a7e7ad70-87de-4af9-b86c-37109f6f5fa9 None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:35.370834 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cbba11a-02a7-4073-9ee2-d608d770bb64 req-8eed743e-7b1f-41a4-8a30-1a9e4b2201c2 service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849032 May 25 16:12:35.561241 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-a7e7ad70-87de-4af9-b86c-37109f6f5fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '53481029-c88c-471e-8a9a-0e8f5b1457ac', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'port_id': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'mac_address': 'fa:16:3e:56:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:12:20Z', 'updated_at': '2022-05-25T16:12:34Z', 'revision_number': 1, 'project_id': 'feb4d81e1722439591065849449aeb18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 5, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:35.586121 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e7ad70-87de-4af9-b86c-37109f6f5fa9 None None] The sync data for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi is: [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '53481029-c88c-471e-8a9a-0e8f5b1457ac', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'port_id': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'mac_address': 'fa:16:3e:56:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:12:20Z', 'updated_at': '2022-05-25T16:12:34Z', 'revision_number': 1, 'project_id': 'feb4d81e1722439591065849449aeb18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 5, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:12:35.770399 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc2801-6b6c-467b-92c4-b7dee3650b8b None None] New status for floating IP 53481029-c88c-471e-8a9a-0e8f5b1457ac: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:12:36.193940 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5e259527-b4e9-4f34-ab2c-722b22782d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:37.041694 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:38.624389 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:40.080607 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:40.092335 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:40.572054 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:12:43.722246 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=25 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:43.725197 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=38 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:45.361740 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=26 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:45.367938 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:45.873773 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:47.008816 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e82c2b-2b53-4e12-becf-2889da35bd78 req-18657d41-84cb-4b56-8059-b0c69d50e4e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:47.010280 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-85e82c2b-2b53-4e12-becf-2889da35bd78 req-18657d41-84cb-4b56-8059-b0c69d50e4e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0486412 May 25 16:12:47.061535 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-85e82c2b-2b53-4e12-becf-2889da35bd78 req-7478115f-5736-431e-a195-760190a9e1c5 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428905 May 25 16:12:48.192790 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b56703-b36d-421a-9201-ed965ea0af26 req-6f723e0c-74c2-4d79-86e9-72c9d19c941d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:48.194339 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-99b56703-b36d-421a-9201-ed965ea0af26 req-6f723e0c-74c2-4d79-86e9-72c9d19c941d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0524008 May 25 16:12:48.245290 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-99b56703-b36d-421a-9201-ed965ea0af26 req-2889272f-5e6d-4762-843b-4adfe139882d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429258 May 25 16:12:49.378211 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5466182-137d-495c-95f4-0328ba8e3e8f req-8de8114c-b0c6-40d0-bc28-cfdf6134d1c9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:49.379975 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a5466182-137d-495c-95f4-0328ba8e3e8f req-8de8114c-b0c6-40d0-bc28-cfdf6134d1c9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0558484 May 25 16:12:49.439836 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a5466182-137d-495c-95f4-0328ba8e3e8f req-5371c5cd-0fd0-4f3d-bae0-eec982c88781 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514894 May 25 16:12:49.668722 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:50.564932 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:50.794213 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176a0d2-20f2-4342-bd63-a9a25ac95452 req-9b4d104a-eaff-4291-97e7-9816b5460ce2 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:50.795715 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9176a0d2-20f2-4342-bd63-a9a25ac95452 req-9b4d104a-eaff-4291-97e7-9816b5460ce2 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.2772036 May 25 16:12:50.845251 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9176a0d2-20f2-4342-bd63-a9a25ac95452 req-f72d79f6-a262-42e1-96ed-d9aad5614eb0 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435960 May 25 16:12:51.302729 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de37ed9-2930-4818-b637-5c73444ca25e req-ebf6eda9-3dd6-47e9-a9eb-405b9d5e03cf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:51.304236 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6de37ed9-2930-4818-b637-5c73444ca25e req-ebf6eda9-3dd6-47e9-a9eb-405b9d5e03cf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.0472059 May 25 16:12:51.386626 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Deleting port 9dc3e056-237c-4546-af66-e3fc4e599215 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:12:51.386925 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:51.477976 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] For port 9dc3e056-237c-4546-af66-e3fc4e599215, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9dc3e056-237c-4546-af66-e3fc4e599215,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:12:51.478338 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:51.634278 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:51.634645 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (65a081ad-1985-42eb-994e-897ff91bd789), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:51.634939 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Floating IP 65a081ad-1985-42eb-994e-897ff91bd789 disassociated. External IP: 172.27.0.132, port: 9dc3e056-237c-4546-af66-e3fc4e599215. May 25 16:12:51.635276 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Calling delete_port for 9dc3e056-237c-4546-af66-e3fc4e599215 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:12:52.041252 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c191fce-93b8-4ba1-aded-194d710dab2d req-06b3b845-2e96-481e-9db5-41e1160ae87f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:52.042811 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3c191fce-93b8-4ba1-aded-194d710dab2d req-06b3b845-2e96-481e-9db5-41e1160ae87f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3950b05-a514-47cb-8eee-c63d90575a10 HTTP/1.1" status: 200 len: 945 time: 0.1130238 May 25 16:12:52.043898 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (9dc3e056-237c-4546-af66-e3fc4e599215), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:52.077528 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Pushing event deleted for resources: {'Port': ['ID=9dc3e056-237c-4546-af66-e3fc4e599215,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:52.098651 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.098991 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.099324 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.099650 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.100033 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.100378 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.100691 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.101006 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.101320 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.101616 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.101927 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.102235 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.102576 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.102886 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.103194 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:52.164585 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:52.170324 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3c191fce-93b8-4ba1-aded-194d710dab2d req-b3677de0-72df-4ea2-afbd-6d90431e3f33 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=f3891c33-3904-49ed-8f6a-6b4dbe219b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187522 May 25 16:12:52.236996 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Router cd51d7f4-a853-4b0c-ab83-953255d8180d has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:12:52.240136 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:52.374885 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:12:52.378040 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eb21bf27-7714-4eae-b817-b3021efab0f3 req-20d2727c-f2ab-41a0-a618-d645b20ef91c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547786 May 25 16:12:52.384651 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca1c23a-15f8-4827-8720-776ea5651043 None None] Sync routers for ids ['cd51d7f4-a853-4b0c-ab83-953255d8180d'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:12:52.395558 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca1c23a-15f8-4827-8720-776ea5651043 None None] Routers {'cd51d7f4-a853-4b0c-ab83-953255d8180d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:52.396276 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-5ca1c23a-15f8-4827-8720-776ea5651043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:12:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['cd51d7f4-a853-4b0c-ab83-953255d8180d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:52.426478 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] No DVR routers for this DVR port 9dc3e056-237c-4546-af66-e3fc4e599215 on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:12:52.444910 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:52.448625 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6de37ed9-2930-4818-b637-5c73444ca25e req-6c3244e3-c449-4f90-a9ab-7cc2718b7b6d tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.67 "DELETE /v2.0/ports/9dc3e056-237c-4546-af66-e3fc4e599215 HTTP/1.1" status: 204 len: 173 time: 1.1383893 May 25 16:12:52.449120 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'name': 'network-vif-deleted', 'tag': '9dc3e056-237c-4546-af66-e3fc4e599215'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:12:52.451353 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4f439b-33ed-465b-9477-e03bfa65a13d" -d '{"events": [{"server_uuid": "a3950b05-a514-47cb-8eee-c63d90575a10", "name": "network-vif-deleted", "tag": "9dc3e056-237c-4546-af66-e3fc4e599215"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:12:52.492047 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21bf27-7714-4eae-b817-b3021efab0f3 req-f4cca614-5e4d-4d83-93b4-514105be692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:52.493550 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eb21bf27-7714-4eae-b817-b3021efab0f3 req-f4cca614-5e4d-4d83-93b4-514105be692d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=93946fd1575e45428d2388015d64628f&device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 1129 time: 0.0901523 May 25 16:12:52.502262 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-5ca1c23a-15f8-4827-8720-776ea5651043 None None] Set router cd51d7f4-a853-4b0c-ab83-953255d8180d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:52.516461 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1127bd6-cd50-4a97-ab81-de848a052c66 x-openstack-request-id: req-e1127bd6-cd50-4a97-ab81-de848a052c66 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:12:52.516686 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3950b05-a514-47cb-8eee-c63d90575a10", "name": "network-vif-deleted", "tag": "9dc3e056-237c-4546-af66-e3fc4e599215", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:12:52.516867 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e1127bd6-cd50-4a97-ab81-de848a052c66 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:12:52.517298 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1127bd6-cd50-4a97-ab81-de848a052c66'] response: {'server_uuid': 'a3950b05-a514-47cb-8eee-c63d90575a10', 'name': 'network-vif-deleted', 'tag': '9dc3e056-237c-4546-af66-e3fc4e599215', 'status': 'completed', 'code': 200} May 25 16:12:52.571364 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:52.629544 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21bf27-7714-4eae-b817-b3021efab0f3 req-426c3a5b-eafa-4e96-84bd-14b6d76e507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:52.631108 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eb21bf27-7714-4eae-b817-b3021efab0f3 req-426c3a5b-eafa-4e96-84bd-14b6d76e507e service neutron] 10.222.0.67 "GET /v2.0/networks?id=11c18221-40ed-46b2-9546-1ebebf8fc518 HTTP/1.1" status: 200 len: 912 time: 0.1080461 May 25 16:12:52.697241 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-5ca1c23a-15f8-4827-8720-776ea5651043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:14Z', 'revision_number': 5, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:52.722333 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca1c23a-15f8-4827-8720-776ea5651043 None None] Checking router: cd51d7f4-a853-4b0c-ab83-953255d8180d for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:12:52.732100 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca1c23a-15f8-4827-8720-776ea5651043 None None] Routers {'cd51d7f4-a853-4b0c-ab83-953255d8180d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:52.732776 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-5ca1c23a-15f8-4827-8720-776ea5651043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:12:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['cd51d7f4-a853-4b0c-ab83-953255d8180d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:52.832969 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-5ca1c23a-15f8-4827-8720-776ea5651043 None None] Set router cd51d7f4-a853-4b0c-ab83-953255d8180d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:52.977227 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eb21bf27-7714-4eae-b817-b3021efab0f3 req-cf086342-b67a-45fd-8a24-f40128335156 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 HTTP/1.1" status: 200 len: 1001 time: 0.0689659 May 25 16:12:53.025684 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-5ca1c23a-15f8-4827-8720-776ea5651043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:14Z', 'revision_number': 5, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:53.046610 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21bf27-7714-4eae-b817-b3021efab0f3 req-56bd1fe1-17b1-4584-85eb-4148ba0097ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:53.048142 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eb21bf27-7714-4eae-b817-b3021efab0f3 req-56bd1fe1-17b1-4584-85eb-4148ba0097ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee29b0f8-d772-4643-bd86-56377e543ea2 HTTP/1.1" status: 200 len: 850 time: 0.0515294 May 25 16:12:53.054128 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca1c23a-15f8-4827-8720-776ea5651043 None None] The sync data for ids ['cd51d7f4-a853-4b0c-ab83-953255d8180d'] in dv-cinder-843277-2-iscsi is: [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:07:56Z', 'revision_number': 4, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '7a849e2b-c50b-4908-97e5-acd5bd2ff0f2', 'name': '', 'network_id': '877c8ddf-7ab7-4a0d-986b-a567e6cc159c', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'mac_address': 'fa:16:3e:55:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:14Z', 'revision_number': 5, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'subnets': [{'id': '13ebf141-6a37-448c-a7c3-5ecbba7302b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:12:53.102438 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21bf27-7714-4eae-b817-b3021efab0f3 req-05d743fe-f7d6-4e4b-94cd-9c418c0bc9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:53.103997 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eb21bf27-7714-4eae-b817-b3021efab0f3 req-05d743fe-f7d6-4e4b-94cd-9c418c0bc9e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=11c18221-40ed-46b2-9546-1ebebf8fc518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417824 May 25 16:12:53.201818 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eb21bf27-7714-4eae-b817-b3021efab0f3 req-3d194260-2406-44e1-8f79-5c56632e985b service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872829 May 25 16:12:53.257929 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40396) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:53.302781 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3aa0f-3e9c-4976-921b-c6372c1b18ea None None] New status for floating IP 65a081ad-1985-42eb-994e-897ff91bd789: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:12:53.311278 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eb21bf27-7714-4eae-b817-b3021efab0f3 req-6dce56c5-b911-49ad-abb1-266a10a58356 service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969181 May 25 16:12:53.332955 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for security_group (f3891c33-3904-49ed-8f6a-6b4dbe219b6e), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:53.358271 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for security_group (f3891c33-3904-49ed-8f6a-6b4dbe219b6e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:53.406618 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f3891c33-3904-49ed-8f6a-6b4dbe219b6e), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:53.409417 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:53.411066 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "DELETE /v2.0/security-groups/f3891c33-3904-49ed-8f6a-6b4dbe219b6e HTTP/1.1" status: 204 len: 168 time: 0.1518109 May 25 16:12:53.413851 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40400) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:53.420363 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3891c33-3904-49ed-8f6a-6b4dbe219b6e,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:53.428450 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.428788 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.429119 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.429446 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.429757 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.430080 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.430396 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.430711 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.431023 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.431336 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.431645 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.431981 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.432080 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.api.v2.resource [None req-2026db09-51fd-43cd-bcd6-4b59f0ec8cf0 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] show failed (client error): The resource could not be found. May 25 16:12:53.432294 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.432609 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.432919 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3485ef-ce90-41b3-a23f-2c1a06c2e272 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:53.436052 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2026db09-51fd-43cd-bcd6-4b59f0ec8cf0 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups/f3891c33-3904-49ed-8f6a-6b4dbe219b6e HTTP/1.1" status: 404 len: 347 time: 0.0179992 May 25 16:12:53.436435 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40402) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:53.551447 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-7e468654-2f50-48b3-93e6-befcdff5eadf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Deleting port 48f2c62a-5a6d-405b-b5af-0725c6fb34b3 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:12:53.551793 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7e468654-2f50-48b3-93e6-befcdff5eadf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (48f2c62a-5a6d-405b-b5af-0725c6fb34b3), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:53.626183 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7e468654-2f50-48b3-93e6-befcdff5eadf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (48f2c62a-5a6d-405b-b5af-0725c6fb34b3), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:53.626506 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7e468654-2f50-48b3-93e6-befcdff5eadf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for floatingip (48f2c62a-5a6d-405b-b5af-0725c6fb34b3), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:53.639473 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-7e468654-2f50-48b3-93e6-befcdff5eadf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Calling delete_port for 48f2c62a-5a6d-405b-b5af-0725c6fb34b3 owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:12:53.784296 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7e468654-2f50-48b3-93e6-befcdff5eadf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (48f2c62a-5a6d-405b-b5af-0725c6fb34b3), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:53.808241 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e468654-2f50-48b3-93e6-befcdff5eadf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Pushing event deleted for resources: {'Port': ['ID=48f2c62a-5a6d-405b-b5af-0725c6fb34b3,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:53.871701 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7e468654-2f50-48b3-93e6-befcdff5eadf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks [] for floatingip (65a081ad-1985-42eb-994e-897ff91bd789), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:53.874208 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7e468654-2f50-48b3-93e6-befcdff5eadf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:53.875354 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7e468654-2f50-48b3-93e6-befcdff5eadf tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "DELETE /v2.0/floatingips/65a081ad-1985-42eb-994e-897ff91bd789 HTTP/1.1" status: 204 len: 168 time: 0.4379539 May 25 16:12:53.959110 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a930e0-d655-4ece-b996-e967dc0c69c2 req-c524fb88-e314-44f4-8010-9511d27559f0 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:53.960639 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-14a930e0-d655-4ece-b996-e967dc0c69c2 req-c524fb88-e314-44f4-8010-9511d27559f0 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0495429 May 25 16:12:54.009058 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-14a930e0-d655-4ece-b996-e967dc0c69c2 req-8f80262f-716a-4af8-a42c-76a08cc840ce tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415590 May 25 16:12:55.010102 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 9dc3e056-237c-4546-af66-e3fc4e599215 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:12:55.034495 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 9dc3e056-237c-4546-af66-e3fc4e599215 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:12:55.034831 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 9dc3e056-237c-4546-af66-e3fc4e599215 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:12:55.126676 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32f9ca-3c74-4cb7-ad96-5e3c9edf77f7 req-3fe75fa1-0581-47db-abbf-a6b3e0f4a736 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:55.128260 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5b32f9ca-3c74-4cb7-ad96-5e3c9edf77f7 req-3fe75fa1-0581-47db-abbf-a6b3e0f4a736 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0497272 May 25 16:12:55.176402 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5b32f9ca-3c74-4cb7-ad96-5e3c9edf77f7 req-7fa14e11-fcb3-4055-8357-70b75eaef8c1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421276 May 25 16:12:56.301838 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7862be-f27b-4fcd-b212-e5493a6f23ef req-ad2d8ca4-857c-4235-9fae-2a379f1ba266 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:56.303541 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fe7862be-f27b-4fcd-b212-e5493a6f23ef req-ad2d8ca4-857c-4235-9fae-2a379f1ba266 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0596116 May 25 16:12:56.317164 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:56.318970 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:56.383268 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579e21-0394-4646-86c6-140fb990f0f9 req-4b853abe-2fca-4f25-9cf0-1277ad14532f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:56.384880 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6d579e21-0394-4646-86c6-140fb990f0f9 req-4b853abe-2fca-4f25-9cf0-1277ad14532f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0517948 May 25 16:12:56.434585 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6d579e21-0394-4646-86c6-140fb990f0f9 req-9a9f812d-1ffb-4d48-9134-c617ab49cbf3 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 May 25 16:12:56.612316 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fe7862be-f27b-4fcd-b212-e5493a6f23ef req-0c83ea60-5b1c-45ab-b9a2-9fad4ad5eeba tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007617 May 25 16:12:57.563307 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd321cfb-1490-499b-80fa-c785a310bce2 req-0ddf2fba-f3d4-4646-9cd1-9f099d9e6c74 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:57.564785 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-dd321cfb-1490-499b-80fa-c785a310bce2 req-0ddf2fba-f3d4-4646-9cd1-9f099d9e6c74 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0560620 May 25 16:12:57.598892 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:57.616697 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-dd321cfb-1490-499b-80fa-c785a310bce2 req-56cb5d44-387e-4b88-b10d-eeeb5e4bb33f tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436425 May 25 16:12:57.728473 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2a30c-35bc-47a6-b6f1-da456a516428 req-7a205ef6-5b6d-4d45-9dac-4dd14a40612f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:57.729905 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-aed2a30c-35bc-47a6-b6f1-da456a516428 req-7a205ef6-5b6d-4d45-9dac-4dd14a40612f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0496774 May 25 16:12:57.778339 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-aed2a30c-35bc-47a6-b6f1-da456a516428 req-20daebea-20c1-42b1-aaf8-67036d5a1763 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406454 May 25 16:12:58.747808 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c49f9-b23f-4551-94aa-6b0969c1f557 req-ad3db658-b75e-465c-b094-9257e06010e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:58.749320 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-459c49f9-b23f-4551-94aa-6b0969c1f557 req-ad3db658-b75e-465c-b094-9257e06010e9 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0511603 May 25 16:12:58.804835 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-459c49f9-b23f-4551-94aa-6b0969c1f557 req-2b6d9768-9153-42c9-aa3f-34127599cdf4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475655 May 25 16:12:58.892326 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ce0db-f274-4187-b318-c7b4396711a8 req-7e0388ba-9e91-4f34-84bf-b23c5c807418 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:58.893768 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ed7ce0db-f274-4187-b318-c7b4396711a8 req-7e0388ba-9e91-4f34-84bf-b23c5c807418 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0483541 May 25 16:12:58.945792 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ed7ce0db-f274-4187-b318-c7b4396711a8 req-dc49c5f7-d2b6-4fb9-a977-fc94d467acda tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440876 May 25 16:12:59.030516 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-6fbd6724-5c98-4074-9620-ab92224af3f8 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:59.031965 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-6fbd6724-5c98-4074-9620-ab92224af3f8 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0461864 May 25 16:12:59.055271 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:59.118207 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc4d98-c589-4ee0-be5f-706ee0a65be6 req-61887840-1909-4541-be63-388dca95c965 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:59.119624 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a1dc4d98-c589-4ee0-be5f-706ee0a65be6 req-61887840-1909-4541-be63-388dca95c965 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.67 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 946 time: 0.0763013 May 25 16:12:59.186373 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Deleting port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:12:59.186706 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:59.275675 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-a1dc4d98-c589-4ee0-be5f-706ee0a65be6 req-ddcd804c-0c98-4e47-8730-3b09ebb2f8e4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Deleting port 8da9abd8-394d-4fcf-b31f-86f41ec75434 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:12:59.275932 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a1dc4d98-c589-4ee0-be5f-706ee0a65be6 req-ddcd804c-0c98-4e47-8730-3b09ebb2f8e4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:59.353799 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] For port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:12:59.354143 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:59.440398 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-a1dc4d98-c589-4ee0-be5f-706ee0a65be6 req-ddcd804c-0c98-4e47-8730-3b09ebb2f8e4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] For port 8da9abd8-394d-4fcf-b31f-86f41ec75434, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8da9abd8-394d-4fcf-b31f-86f41ec75434,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:12:59.440755 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a1dc4d98-c589-4ee0-be5f-706ee0a65be6 req-ddcd804c-0c98-4e47-8730-3b09ebb2f8e4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:59.483519 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-a1dc4d98-c589-4ee0-be5f-706ee0a65be6 req-ddcd804c-0c98-4e47-8730-3b09ebb2f8e4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Calling delete_port for 8da9abd8-394d-4fcf-b31f-86f41ec75434 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:12:59.602450 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:59.602731 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (4303b308-76ff-4f3d-b11c-1db5703f5e8d), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:59.603041 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Floating IP 4303b308-76ff-4f3d-b11c-1db5703f5e8d disassociated. External IP: 172.27.0.101, port: ba260aab-9e99-4e6c-ad1d-fdc814dca2d5. May 25 16:12:59.603384 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Calling delete_port for ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:12:59.725198 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:59.732113 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a1dc4d98-c589-4ee0-be5f-706ee0a65be6 req-ddcd804c-0c98-4e47-8730-3b09ebb2f8e4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (8da9abd8-394d-4fcf-b31f-86f41ec75434), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:59.741095 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:59.747452 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['8da9abd8-394d-4fcf-b31f-86f41ec75434', '5e831b32-3912-4fc5-8b80-9b3a1edda724'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:12:59.768719 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd804c-0c98-4e47-8730-3b09ebb2f8e4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Pushing event deleted for resources: {'Port': ['ID=8da9abd8-394d-4fcf-b31f-86f41ec75434,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:59.841368 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dc4d98-c589-4ee0-be5f-706ee0a65be6 req-ddcd804c-0c98-4e47-8730-3b09ebb2f8e4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] No DVR routers for this DVR port 8da9abd8-394d-4fcf-b31f-86f41ec75434 on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:12:59.843950 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a1dc4d98-c589-4ee0-be5f-706ee0a65be6 req-ddcd804c-0c98-4e47-8730-3b09ebb2f8e4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:59.847466 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a1dc4d98-c589-4ee0-be5f-706ee0a65be6 req-ddcd804c-0c98-4e47-8730-3b09ebb2f8e4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.67 "DELETE /v2.0/ports/8da9abd8-394d-4fcf-b31f-86f41ec75434 HTTP/1.1" status: 204 len: 173 time: 0.7047021 May 25 16:12:59.850091 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b973684d-dabc-4073-9bd7-cfff6639d737', 'name': 'network-vif-deleted', 'tag': '8da9abd8-394d-4fcf-b31f-86f41ec75434'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:12:59.853221 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50906dca-d4ea-42e5-84e4-88f42f095eeb" -d '{"events": [{"server_uuid": "b973684d-dabc-4073-9bd7-cfff6639d737", "name": "network-vif-deleted", "tag": "8da9abd8-394d-4fcf-b31f-86f41ec75434"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:12:59.869436 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (ba260aab-9e99-4e6c-ad1d-fdc814dca2d5), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:59.917043 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a9beed-5973-4770-8749-c1f65debbc0c x-openstack-request-id: req-17a9beed-5973-4770-8749-c1f65debbc0c {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:12:59.917043 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b973684d-dabc-4073-9bd7-cfff6639d737", "name": "network-vif-deleted", "tag": "8da9abd8-394d-4fcf-b31f-86f41ec75434", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:12:59.917257 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-17a9beed-5973-4770-8749-c1f65debbc0c {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:12:59.917481 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a9beed-5973-4770-8749-c1f65debbc0c'] response: {'server_uuid': 'b973684d-dabc-4073-9bd7-cfff6639d737', 'name': 'network-vif-deleted', 'tag': '8da9abd8-394d-4fcf-b31f-86f41ec75434', 'status': 'completed', 'code': 200} May 25 16:12:59.918426 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event deleted for resources: {'Port': ['ID=ba260aab-9e99-4e6c-ad1d-fdc814dca2d5,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:00.041477 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:13:00.062646 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-187b3664-aad2-4df0-97b3-a291736b6794 req-3309d1d1-8580-44c0-818e-c347d6d107f4 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=b973684d-dabc-4073-9bd7-cfff6639d737 HTTP/1.1" status: 200 len: 210 time: 0.1561048 May 25 16:13:00.081261 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-12b2ec64-d0f6-4199-ae61-e98738fbbb0b req-6a5bec84-2761-45be-866a-c72aa0556ce9 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c5f2914-854d-4d77-82e5-680200d4d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0329902 May 25 16:13:00.166844 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:13:00.177094 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be411fdc-20c1-4b5b-979a-e4a087464c0e None None] Sync routers for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:13:00.189227 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be411fdc-20c1-4b5b-979a-e4a087464c0e None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:13:00.190102 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-be411fdc-20c1-4b5b-979a-e4a087464c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:12:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:00.210259 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] No DVR routers for this DVR port ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:13:00.213126 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:00.216806 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9ffaa738-f0e5-40c6-8cf3-f205d5230749 req-7c2ffbc9-90a7-4675-a44a-8073da5e5413 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.67 "DELETE /v2.0/ports/ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 HTTP/1.1" status: 204 len: 173 time: 1.1745586 May 25 16:13:00.225719 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:00.424607 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-be411fdc-20c1-4b5b-979a-e4a087464c0e None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:13:00.604029 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:00.611361 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-be411fdc-20c1-4b5b-979a-e4a087464c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:21Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:00.643267 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be411fdc-20c1-4b5b-979a-e4a087464c0e None None] Checking router: 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:13:00.651516 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be411fdc-20c1-4b5b-979a-e4a087464c0e None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:13:00.652127 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-be411fdc-20c1-4b5b-979a-e4a087464c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:12:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:00.752617 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-be411fdc-20c1-4b5b-979a-e4a087464c0e None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:13:00.945315 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-be411fdc-20c1-4b5b-979a-e4a087464c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:21Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:00.969382 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be411fdc-20c1-4b5b-979a-e4a087464c0e None None] The sync data for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi is: [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:21Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:13:01.179469 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40462) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:01.214889 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c4caa8-6879-4bb4-8e47-de00d1a475f2 None None] New status for floating IP 4303b308-76ff-4f3d-b11c-1db5703f5e8d: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:13:01.252272 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-92c4dbfd-9f90-42a2-a15f-49a1b0397ec1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group (053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:01.286791 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-92c4dbfd-9f90-42a2-a15f-49a1b0397ec1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group (053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:01.372955 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-92c4dbfd-9f90-42a2-a15f-49a1b0397ec1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:01.375993 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-92c4dbfd-9f90-42a2-a15f-49a1b0397ec1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:01.378144 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-92c4dbfd-9f90-42a2-a15f-49a1b0397ec1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "DELETE /v2.0/security-groups/053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b HTTP/1.1" status: 204 len: 168 time: 0.1968927 May 25 16:13:01.383357 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40470) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:01.399068 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae52be6-e92b-4dd5-b9db-c423440f7a12 req-e618b157-41c6-4a36-a41b-4c62423c43e0 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:01.400655 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fae52be6-e92b-4dd5-b9db-c423440f7a12 req-e618b157-41c6-4a36-a41b-4c62423c43e0 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0581002 May 25 16:13:01.404687 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.api.v2.resource [None req-cace8909-0ed2-4a81-a942-515f77c2fbef tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] show failed (client error): The resource could not be found. May 25 16:13:01.408396 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-cace8909-0ed2-4a81-a942-515f77c2fbef tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups/053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b HTTP/1.1" status: 404 len: 347 time: 0.0211034 May 25 16:13:01.408396 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4dbfd-9f90-42a2-a15f-49a1b0397ec1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053ab9b2-4dd3-409a-a7f3-b4295a0d9d8b,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:01.411350 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40472) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:01.460450 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fae52be6-e92b-4dd5-b9db-c423440f7a12 req-aa49af6e-ea28-44a1-a4fb-67f511dfdbbb tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540504 May 25 16:13:01.552198 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-2f7484d0-c744-4957-b2b9-7be43e5c2661 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Deleting port 499509b3-680b-4a48-a839-9540bd9aeedd {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:13:01.552543 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2f7484d0-c744-4957-b2b9-7be43e5c2661 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (499509b3-680b-4a48-a839-9540bd9aeedd), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:01.637917 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2f7484d0-c744-4957-b2b9-7be43e5c2661 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (499509b3-680b-4a48-a839-9540bd9aeedd), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:01.638239 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2f7484d0-c744-4957-b2b9-7be43e5c2661 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (499509b3-680b-4a48-a839-9540bd9aeedd), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:01.650527 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-2f7484d0-c744-4957-b2b9-7be43e5c2661 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Calling delete_port for 499509b3-680b-4a48-a839-9540bd9aeedd owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:13:01.790016 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2f7484d0-c744-4957-b2b9-7be43e5c2661 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (499509b3-680b-4a48-a839-9540bd9aeedd), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:01.814655 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7484d0-c744-4957-b2b9-7be43e5c2661 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event deleted for resources: {'Port': ['ID=499509b3-680b-4a48-a839-9540bd9aeedd,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:01.866963 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:01.874288 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2f7484d0-c744-4957-b2b9-7be43e5c2661 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (4303b308-76ff-4f3d-b11c-1db5703f5e8d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:01.877650 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2f7484d0-c744-4957-b2b9-7be43e5c2661 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:01.878930 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-2f7484d0-c744-4957-b2b9-7be43e5c2661 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "DELETE /v2.0/floatingips/4303b308-76ff-4f3d-b11c-1db5703f5e8d HTTP/1.1" status: 204 len: 168 time: 0.4664502 May 25 16:13:01.918601 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f2914-854d-4d77-82e5-680200d4d6c8', 'name': 'network-vif-deleted', 'tag': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:01.921133 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce958d14-73a5-4ead-b166-0593900689c7" -d '{"events": [{"server_uuid": "6c5f2914-854d-4d77-82e5-680200d4d6c8", "name": "network-vif-deleted", "tag": "ba260aab-9e99-4e6c-ad1d-fdc814dca2d5"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:01.961509 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165ee3c5-15d1-47ef-a889-ad2dd4ebd4db x-openstack-request-id: req-165ee3c5-15d1-47ef-a889-ad2dd4ebd4db {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:01.961509 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f2914-854d-4d77-82e5-680200d4d6c8", "name": "network-vif-deleted", "tag": "ba260aab-9e99-4e6c-ad1d-fdc814dca2d5", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:01.961509 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-165ee3c5-15d1-47ef-a889-ad2dd4ebd4db {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:01.961509 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165ee3c5-15d1-47ef-a889-ad2dd4ebd4db'] response: {'server_uuid': '6c5f2914-854d-4d77-82e5-680200d4d6c8', 'name': 'network-vif-deleted', 'tag': 'ba260aab-9e99-4e6c-ad1d-fdc814dca2d5', 'status': 'completed', 'code': 200} May 25 16:13:01.961883 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40482) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:01.966160 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-80fd3fde-e4fe-4517-b0d3-ef715479f207 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1292397895', 'description': 'tempest-description--710502594'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:01.988981 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-80fd3fde-e4fe-4517-b0d3-ef715479f207 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.060198 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-80fd3fde-e4fe-4517-b0d3-ef715479f207 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group (e8c2c00a-c20d-49b0-a709-37a6b4b25ea4), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.066299 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-80fd3fde-e4fe-4517-b0d3-ef715479f207 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (e8c2c00a-c20d-49b0-a709-37a6b4b25ea4), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.093985 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd3fde-e4fe-4517-b0d3-ef715479f207 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:02.098497 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-80fd3fde-e4fe-4517-b0d3-ef715479f207 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.099697 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-80fd3fde-e4fe-4517-b0d3-ef715479f207 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1370330 May 25 16:13:02.102635 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40484) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:02.107228 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-c5ddf130-fafb-4c3c-9067-5418456f08da tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Request body: {'security_group_rule': {'security_group_id': 'e8c2c00a-c20d-49b0-a709-37a6b4b25ea4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:02.138905 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf130-fafb-4c3c-9067-5418456f08da tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group_rule (8e343a58-994c-49dc-87f0-5d541b7fcbfa), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.185584 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf130-fafb-4c3c-9067-5418456f08da tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group_rule (8e343a58-994c-49dc-87f0-5d541b7fcbfa), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.190425 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf130-fafb-4c3c-9067-5418456f08da tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (8e343a58-994c-49dc-87f0-5d541b7fcbfa), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.208388 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddf130-fafb-4c3c-9067-5418456f08da tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e343a58-994c-49dc-87f0-5d541b7fcbfa,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:02.216104 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf130-fafb-4c3c-9067-5418456f08da tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.217251 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c5ddf130-fafb-4c3c-9067-5418456f08da tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136360 May 25 16:13:02.220125 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40486) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:02.224382 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-3c956114-9653-4754-9f97-3440ba63691e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Request body: {'security_group_rule': {'security_group_id': 'e8c2c00a-c20d-49b0-a709-37a6b4b25ea4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:02.237008 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:02.253907 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3c956114-9653-4754-9f97-3440ba63691e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group_rule (640f1b0a-dcf2-419f-9e70-8ddb7f737619), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.300001 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:02.304857 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3c956114-9653-4754-9f97-3440ba63691e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group_rule (640f1b0a-dcf2-419f-9e70-8ddb7f737619), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.309886 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3c956114-9653-4754-9f97-3440ba63691e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (640f1b0a-dcf2-419f-9e70-8ddb7f737619), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.329685 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c956114-9653-4754-9f97-3440ba63691e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640f1b0a-dcf2-419f-9e70-8ddb7f737619,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:02.337602 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3c956114-9653-4754-9f97-3440ba63691e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.338800 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3c956114-9653-4754-9f97-3440ba63691e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177440 May 25 16:13:02.341854 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40488) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:02.346053 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:02.366786 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.455761 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.834691 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c426af9-4c14-4a0f-9fe2-80b0351bb92d req-6b132b29-8f90-46a0-ad50-f1a4f71af1ea tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:02.836191 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4c426af9-4c14-4a0f-9fe2-80b0351bb92d req-6b132b29-8f90-46a0-ad50-f1a4f71af1ea tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0646889 May 25 16:13:02.837230 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Allocated IP 172.27.0.236 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/93a3a27a-ee9d-4312-adaf-59caad5228ca) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:13:02.938059 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4c426af9-4c14-4a0f-9fe2-80b0351bb92d req-43281f7a-e6a8-4500-a0ea-54f8590edae3 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961833 May 25 16:13:02.974951 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for port (93a3a27a-ee9d-4312-adaf-59caad5228ca), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:03.024455 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (93a3a27a-ee9d-4312-adaf-59caad5228ca), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:03.063975 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:13:03.068701 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:13:03.072521 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:13:03.077968 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event updated for resources: {'Port': ['ID=93a3a27a-ee9d-4312-adaf-59caad5228ca,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:03.087120 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 8da9abd8-394d-4fcf-b31f-86f41ec75434 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:13:03.116155 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 8da9abd8-394d-4fcf-b31f-86f41ec75434 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:13:03.116475 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 8da9abd8-394d-4fcf-b31f-86f41ec75434 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:13:03.116984 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:13:03.138426 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:13:03.139038 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device ba260aab-9e99-4e6c-ad1d-fdc814dca2d5 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:13:03.177663 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (816ccb73-a0ca-4746-ac47-e82d7fd0f139), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:03.207594 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:03.218162 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (93a3a27a-ee9d-4312-adaf-59caad5228ca), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:03.340914 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:03.400516 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for port (93a3a27a-ee9d-4312-adaf-59caad5228ca), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:03.407978 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (93a3a27a-ee9d-4312-adaf-59caad5228ca), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:03.480075 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event updated for resources: {'Port': ['ID=93a3a27a-ee9d-4312-adaf-59caad5228ca,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:03.490355 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (816ccb73-a0ca-4746-ac47-e82d7fd0f139), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:03.491854 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:03.507808 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:03.509070 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a17ee638-bd55-4763-90d4-8ee124aa84bb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1662865 May 25 16:13:03.706864 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-cb2e2bfc-dbda-4f7c-939e-712393e36158 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1292397895&fields=id&tenant_id=93946fd1575e45428d2388015d64628f HTTP/1.1" status: 200 len: 267 time: 0.0437565 May 25 16:13:03.812636 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-87afb889-7650-4c53-bc00-bbcf72a72ade tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:03.814029 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-87afb889-7650-4c53-bc00-bbcf72a72ade tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/networks?id=11c18221-40ed-46b2-9546-1ebebf8fc518 HTTP/1.1" status: 200 len: 811 time: 0.1006942 May 25 16:13:03.828299 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-577376c0-7f5e-4f9d-83f5-e3634820146e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/quotas/93946fd1575e45428d2388015d64628f HTTP/1.1" status: 200 len: 375 time: 0.0090122 May 25 16:13:03.882862 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-4305501d-d96a-4c33-9334-3660ec4c00eb tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=93946fd1575e45428d2388015d64628f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498362 May 25 16:13:03.965877 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8a32-08a8-44ba-9cc0-4d6444f49874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:04.020922 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-9a6f6fd8-7573-48ae-a1e2-ebc1d1b3150c service neutron] 10.222.0.85 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263359 May 25 16:13:04.116138 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-83a3b9df-906f-42e2-a48f-8968d7a20122 service neutron] 10.222.0.85 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894277 May 25 16:13:04.323501 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079623ca-0568-4f3e-8f8e-abdebe6f5b60 req-ebc6825a-352b-4a27-b91f-a6214b40c1a7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:04.328327 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-079623ca-0568-4f3e-8f8e-abdebe6f5b60 req-ebc6825a-352b-4a27-b91f-a6214b40c1a7 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0555308 May 25 16:13:04.374012 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-079623ca-0568-4f3e-8f8e-abdebe6f5b60 req-41c8d41d-d66a-49b3-8807-6a54d294a001 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425925 May 25 16:13:04.442734 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6cd8b562-4413-4f38-9e4e-3ad55201359c req-a19a0d13-2f39-490a-a27c-f3ec271f63f1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 210 time: 0.0294547 May 25 16:13:04.860163 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e011053-1e9c-43f7-a696-05ad4c97dddd req-5dafe526-6130-4b07-adff-ed0564735f7b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:04.861659 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1e011053-1e9c-43f7-a696-05ad4c97dddd req-5dafe526-6130-4b07-adff-ed0564735f7b tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 946 time: 0.0559838 May 25 16:13:04.962483 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-1e011053-1e9c-43f7-a696-05ad4c97dddd req-93f34eec-1be5-41e8-834f-6edc7165ce79 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Deleting port 5e831b32-3912-4fc5-8b80-9b3a1edda724 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:13:04.962776 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1e011053-1e9c-43f7-a696-05ad4c97dddd req-93f34eec-1be5-41e8-834f-6edc7165ce79 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:04.965419 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:05.074492 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-1e011053-1e9c-43f7-a696-05ad4c97dddd req-93f34eec-1be5-41e8-834f-6edc7165ce79 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] For port 5e831b32-3912-4fc5-8b80-9b3a1edda724, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5e831b32-3912-4fc5-8b80-9b3a1edda724,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:05.074857 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1e011053-1e9c-43f7-a696-05ad4c97dddd req-93f34eec-1be5-41e8-834f-6edc7165ce79 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:05.090568 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-1e011053-1e9c-43f7-a696-05ad4c97dddd req-93f34eec-1be5-41e8-834f-6edc7165ce79 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Calling delete_port for 5e831b32-3912-4fc5-8b80-9b3a1edda724 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:13:05.100306 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:05.224874 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1e011053-1e9c-43f7-a696-05ad4c97dddd req-93f34eec-1be5-41e8-834f-6edc7165ce79 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (5e831b32-3912-4fc5-8b80-9b3a1edda724), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:05.236963 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['5e831b32-3912-4fc5-8b80-9b3a1edda724'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:13:05.254500 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f34eec-1be5-41e8-834f-6edc7165ce79 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Pushing event deleted for resources: {'Port': ['ID=5e831b32-3912-4fc5-8b80-9b3a1edda724,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:05.300245 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e011053-1e9c-43f7-a696-05ad4c97dddd req-93f34eec-1be5-41e8-834f-6edc7165ce79 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] No DVR routers for this DVR port 5e831b32-3912-4fc5-8b80-9b3a1edda724 on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:13:05.302823 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1e011053-1e9c-43f7-a696-05ad4c97dddd req-93f34eec-1be5-41e8-834f-6edc7165ce79 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:05.305999 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1e011053-1e9c-43f7-a696-05ad4c97dddd req-93f34eec-1be5-41e8-834f-6edc7165ce79 tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.67 "DELETE /v2.0/ports/5e831b32-3912-4fc5-8b80-9b3a1edda724 HTTP/1.1" status: 204 len: 173 time: 0.4258561 May 25 16:13:05.306427 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f650730-0534-4f4b-92b9-6d6be8cc54c7', 'name': 'network-vif-deleted', 'tag': '5e831b32-3912-4fc5-8b80-9b3a1edda724'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:05.308648 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dabceac-edb0-4b91-b675-d425226c8935" -d '{"events": [{"server_uuid": "8f650730-0534-4f4b-92b9-6d6be8cc54c7", "name": "network-vif-deleted", "tag": "5e831b32-3912-4fc5-8b80-9b3a1edda724"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:05.350879 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a08d813-6691-4900-b13f-90ba8bd01c7a x-openstack-request-id: req-0a08d813-6691-4900-b13f-90ba8bd01c7a {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:05.351162 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f650730-0534-4f4b-92b9-6d6be8cc54c7", "name": "network-vif-deleted", "tag": "5e831b32-3912-4fc5-8b80-9b3a1edda724", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:05.351406 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0a08d813-6691-4900-b13f-90ba8bd01c7a {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:05.351796 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a08d813-6691-4900-b13f-90ba8bd01c7a'] response: {'server_uuid': '8f650730-0534-4f4b-92b9-6d6be8cc54c7', 'name': 'network-vif-deleted', 'tag': '5e831b32-3912-4fc5-8b80-9b3a1edda724', 'status': 'completed', 'code': 200} May 25 16:13:05.440184 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-5bcf4f3a-c688-4a9c-aa0a-a689620c3891 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:05.442201 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-5bcf4f3a-c688-4a9c-aa0a-a689620c3891 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.67 "GET /v2.0/networks?id=11c18221-40ed-46b2-9546-1ebebf8fc518 HTTP/1.1" status: 200 len: 811 time: 0.1155953 May 25 16:13:05.506787 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-75016ad4-7983-40f1-95fb-fa2358256b06 req-5d2060ac-10d1-4feb-a08d-55991ad971cc tempest-ServerRescueNegativeTestJSON-247250960 tempest-ServerRescueNegativeTestJSON-247250960-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f650730-0534-4f4b-92b9-6d6be8cc54c7 HTTP/1.1" status: 200 len: 210 time: 0.0371442 May 25 16:13:05.527115 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-5a2b3e99-857d-4db7-bf6d-a7a7db5b9f0d tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93946fd1575e45428d2388015d64628f HTTP/1.1" status: 200 len: 380 time: 0.0693192 May 25 16:13:05.556159 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e437f7ef-acff-4d38-9a7e-01a38db35758 req-99e6082e-15f6-40b6-8b66-69ff181bf90a tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 210 time: 0.0278265 May 25 16:13:05.730320 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-99f44c99-807d-4169-8382-c10698b455d2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Request body: {'port': {'device_id': '82d82389-e0ca-4a82-98ae-47c6eac2a000', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'admin_state_up': True, 'tenant_id': '93946fd1575e45428d2388015d64628f', 'security_groups': ['e8c2c00a-c20d-49b0-a709-37a6b4b25ea4']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:05.840961 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-99f44c99-807d-4169-8382-c10698b455d2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Made reservation on behalf of 93946fd1575e45428d2388015d64628f for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:13:05.844369 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-99f44c99-807d-4169-8382-c10698b455d2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:05.980004 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-99f44c99-807d-4169-8382-c10698b455d2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Allocated IP 172.20.0.7 (11c18221-40ed-46b2-9546-1ebebf8fc518/ee29b0f8-d772-4643-bd86-56377e543ea2/1ba0185d-8af8-486d-89b0-0ed2b1f893a5) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:13:06.102578 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:06.137399 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-99f44c99-807d-4169-8382-c10698b455d2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:06.172654 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-99f44c99-807d-4169-8382-c10698b455d2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:06.180703 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:06.186935 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-edaab7a1-0eb7-4263-8fa9-2bf2bd7d7223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:06.222005 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-99f44c99-807d-4169-8382-c10698b455d2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Network 11c18221-40ed-46b2-9546-1ebebf8fc518 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:13:06.225774 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-99f44c99-807d-4169-8382-c10698b455d2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:13:06.228235 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-99f44c99-807d-4169-8382-c10698b455d2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:13:06.254541 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f44c99-807d-4169-8382-c10698b455d2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event updated for resources: {'Port': ['ID=1ba0185d-8af8-486d-89b0-0ed2b1f893a5,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:06.284996 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-99f44c99-807d-4169-8382-c10698b455d2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:06.285630 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-99f44c99-807d-4169-8382-c10698b455d2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:06.304492 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-99f44c99-807d-4169-8382-c10698b455d2 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781860 May 25 16:13:06.316515 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Request body: {'port': {'device_id': '82d82389-e0ca-4a82-98ae-47c6eac2a000', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:06.382029 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:06.474895 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-5abd7b46-e4fb-4584-a735-cc59a67dced4 None None] Provisioning complete for port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:13:06.475545 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5abd7b46-e4fb-4584-a735-cc59a67dced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:06.509726 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-5abd7b46-e4fb-4584-a735-cc59a67dced4 None None] Port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:13:06.566132 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40550) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:06.695357 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513b75-57d7-4526-954b-39546df018c4 req-b035474d-0485-47c9-b607-45cbb79e9633 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:06.696868 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f9513b75-57d7-4526-954b-39546df018c4 req-b035474d-0485-47c9-b607-45cbb79e9633 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 931 time: 0.0667832 May 25 16:13:06.739202 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:13:06.750288 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Publish callbacks [] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:06.779136 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Transition to ACTIVE for port object 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:13:06.783412 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f9513b75-57d7-4526-954b-39546df018c4 req-6c844497-ef57-4ff7-9921-94ba5dee5365 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699565 May 25 16:13:06.784484 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:06.829706 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:06.837001 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Pushing event updated for resources: {'Port': ['ID=1ba0185d-8af8-486d-89b0-0ed2b1f893a5,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:06.891356 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:06.919260 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Attempting to bind port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:13:06.919657 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Attempting to bind port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:13:06.920453 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Attempting to bind port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 on network 11c18221-40ed-46b2-9546-1ebebf8fc518 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:13:06.925106 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 on network 11c18221-40ed-46b2-9546-1ebebf8fc518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:13:06.925423 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Attempting to bind port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 on network 11c18221-40ed-46b2-9546-1ebebf8fc518 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:13:06.930529 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:13:06.930864 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Checking segment: {'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:13:06.931241 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Bound using segment: {'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:13:06.931671 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Bound port: 1ba0185d-8af8-486d-89b0-0ed2b1f893a5, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:13:06.932054 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:06.997266 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] For port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:13:07.000836 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] For port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1ba0185d-8af8-486d-89b0-0ed2b1f893a5,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:13:07.007501 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:07.046083 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:07.046906 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:07.048578 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] 10.222.0.67 "PUT /v2.0/ports/1ba0185d-8af8-486d-89b0-0ed2b1f893a5 HTTP/1.1" status: 200 len: 1093 time: 0.7363405 May 25 16:13:07.068183 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:07.079781 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764534e3-3fdd-4410-8eab-da1da0d84aee service neutron] Pushing event updated for resources: {'Port': ['ID=1ba0185d-8af8-486d-89b0-0ed2b1f893a5,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:07.094874 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dc867231-588b-4d91-b291-0799d1ff19f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552652'] for router_interface (cd51d7f4-a853-4b0c-ab83-953255d8180d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:07.143437 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-1e88aa9e-479b-4f0a-b65e-086971454527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:07.145336 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-1e88aa9e-479b-4f0a-b65e-086971454527 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=93946fd1575e45428d2388015d64628f&device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 1127 time: 0.0476706 May 25 16:13:07.161638 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:07.193795 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-01a07611-ebbf-42ff-b2ae-3b0da07e06c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ba0185d-8af8-486d-89b0-0ed2b1f893a5 HTTP/1.1" status: 200 len: 217 time: 0.0382316 May 25 16:13:07.244185 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-382d4c73-57ff-4dc6-893e-786a9db96187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:07.245660 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-382d4c73-57ff-4dc6-893e-786a9db96187 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee29b0f8-d772-4643-bd86-56377e543ea2 HTTP/1.1" status: 200 len: 850 time: 0.0438106 May 25 16:13:07.292308 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-98d6124a-a032-43d8-a460-5e754d6d9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:07.293819 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-98d6124a-a032-43d8-a460-5e754d6d9300 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=11c18221-40ed-46b2-9546-1ebebf8fc518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420246 May 25 16:13:07.353137 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d82389-e0ca-4a82-98ae-47c6eac2a000', 'tag': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:07.355352 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e0d743-571e-4a8e-8e7d-ccc3938ee02f" -d '{"events": [{"name": "network-changed", "server_uuid": "82d82389-e0ca-4a82-98ae-47c6eac2a000", "tag": "1ba0185d-8af8-486d-89b0-0ed2b1f893a5"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:07.372660 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-dc867231-588b-4d91-b291-0799d1ff19f8 admin admin] Deleting port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:13:07.372789 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dc867231-588b-4d91-b291-0799d1ff19f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:07.391559 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-d1cdd88a-96cd-4ffe-b978-2e52a7d296eb service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895522 May 25 16:13:07.392998 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9cae85-dd2e-4407-8b0e-050a9bd61836 x-openstack-request-id: req-8a9cae85-dd2e-4407-8b0e-050a9bd61836 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:07.393282 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d82389-e0ca-4a82-98ae-47c6eac2a000", "tag": "1ba0185d-8af8-486d-89b0-0ed2b1f893a5", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:07.393530 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8a9cae85-dd2e-4407-8b0e-050a9bd61836 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:07.393913 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9cae85-dd2e-4407-8b0e-050a9bd61836'] response: {'name': 'network-changed', 'server_uuid': '82d82389-e0ca-4a82-98ae-47c6eac2a000', 'tag': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5', 'status': 'completed', 'code': 200} May 25 16:13:07.456157 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-dc867231-588b-4d91-b291-0799d1ff19f8 admin admin] For port 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7a849e2b-c50b-4908-97e5-acd5bd2ff0f2,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:07.456451 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dc867231-588b-4d91-b291-0799d1ff19f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:07.469994 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-dc867231-588b-4d91-b291-0799d1ff19f8 admin admin] Calling delete_port for 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 owned by network:router_interface {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:13:07.492951 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-51c8ebc3-bdc3-4b3c-b0a8-ff6be1c88ad4 req-fe61df8a-b313-4d72-a522-81601f567374 service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897405 May 25 16:13:07.653958 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dc867231-588b-4d91-b291-0799d1ff19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (7a849e2b-c50b-4908-97e5-acd5bd2ff0f2), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:07.678086 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc867231-588b-4d91-b291-0799d1ff19f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a849e2b-c50b-4908-97e5-acd5bd2ff0f2,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:07.738720 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:07.757048 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:07.854975 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dc867231-588b-4d91-b291-0799d1ff19f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-432624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552536'] for router_interface (cd51d7f4-a853-4b0c-ab83-953255d8180d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:07.904299 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d3723-a2e8-43dc-bf11-bb2c1b7a49e5 req-79be56b0-242e-4ba6-a607-8e7e4a18a3de tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:07.905801 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-015d3723-a2e8-43dc-bf11-bb2c1b7a49e5 req-79be56b0-242e-4ba6-a607-8e7e4a18a3de tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 943 time: 0.0483255 May 25 16:13:07.955138 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-015d3723-a2e8-43dc-bf11-bb2c1b7a49e5 req-1003d7b4-6a7f-4bd5-bdf6-f188b4531fc0 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426230 May 25 16:13:08.061576 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc867231-588b-4d91-b291-0799d1ff19f8 admin admin] Router cd51d7f4-a853-4b0c-ab83-953255d8180d has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:13:08.163020 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc867231-588b-4d91-b291-0799d1ff19f8 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:13:08.168985 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-dc867231-588b-4d91-b291-0799d1ff19f8 admin admin] 10.222.0.85 "PUT /v2.0/routers/cd51d7f4-a853-4b0c-ab83-953255d8180d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6017601 May 25 16:13:08.171418 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40566) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:08.173193 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25612a7e-28f3-4d4a-a438-3da9122868fd None None] Sync routers for ids ['cd51d7f4-a853-4b0c-ab83-953255d8180d'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:13:08.183842 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25612a7e-28f3-4d4a-a438-3da9122868fd None None] Routers {'cd51d7f4-a853-4b0c-ab83-953255d8180d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:13:08.184463 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-25612a7e-28f3-4d4a-a438-3da9122868fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:13:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['cd51d7f4-a853-4b0c-ab83-953255d8180d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:08.273765 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Publish callbacks [] for router (cd51d7f4-a853-4b0c-ab83-953255d8180d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:08.289342 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-25612a7e-28f3-4d4a-a438-3da9122868fd None None] Set router cd51d7f4-a853-4b0c-ab83-953255d8180d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:13:08.372467 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Publish callbacks [] for router_gateway (cd51d7f4-a853-4b0c-ab83-953255d8180d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:08.380264 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:08.404238 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d743-571e-4a8e-8e7d-ccc3938ee02f req-bb6514a8-3b93-43a2-aabc-96049faaea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:08.405864 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29e0d743-571e-4a8e-8e7d-ccc3938ee02f req-bb6514a8-3b93-43a2-aabc-96049faaea0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=93946fd1575e45428d2388015d64628f&device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 1127 time: 0.0422826 May 25 16:13:08.416863 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Deleting port ed24e782-0fa6-495f-8304-281f1261d205 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:13:08.417324 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (ed24e782-0fa6-495f-8304-281f1261d205), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:08.454412 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-25612a7e-28f3-4d4a-a438-3da9122868fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:13:07Z', 'revision_number': 5, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port': {'id': 'ed24e782-0fa6-495f-8304-281f1261d205', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:50Z', 'updated_at': '2022-05-25T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:08.483424 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25612a7e-28f3-4d4a-a438-3da9122868fd None None] Checking router: cd51d7f4-a853-4b0c-ab83-953255d8180d for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:13:08.493032 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25612a7e-28f3-4d4a-a438-3da9122868fd None None] Routers {'cd51d7f4-a853-4b0c-ab83-953255d8180d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:13:08.493731 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-25612a7e-28f3-4d4a-a438-3da9122868fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:13:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['cd51d7f4-a853-4b0c-ab83-953255d8180d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:08.498886 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] For port ed24e782-0fa6-495f-8304-281f1261d205, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=ed24e782-0fa6-495f-8304-281f1261d205,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:08.499280 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (ed24e782-0fa6-495f-8304-281f1261d205), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:08.500774 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d743-571e-4a8e-8e7d-ccc3938ee02f req-b4e97844-6604-462a-9f2f-b7ef3c743932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:08.502329 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29e0d743-571e-4a8e-8e7d-ccc3938ee02f req-b4e97844-6604-462a-9f2f-b7ef3c743932 service neutron] 10.222.0.67 "GET /v2.0/networks?id=11c18221-40ed-46b2-9546-1ebebf8fc518 HTTP/1.1" status: 200 len: 912 time: 0.0892286 May 25 16:13:08.514988 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Calling delete_port for ed24e782-0fa6-495f-8304-281f1261d205 owned by network:router_gateway {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:13:08.542154 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29e0d743-571e-4a8e-8e7d-ccc3938ee02f req-c5d5dc7a-a026-424c-bdac-0eb5c0ed64c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ba0185d-8af8-486d-89b0-0ed2b1f893a5 HTTP/1.1" status: 200 len: 217 time: 0.0334582 May 25 16:13:08.565614 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:08.579032 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-25612a7e-28f3-4d4a-a438-3da9122868fd None None] Set router cd51d7f4-a853-4b0c-ab83-953255d8180d gateway port host: None {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:13:08.593414 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d743-571e-4a8e-8e7d-ccc3938ee02f req-a4785f1a-f55b-4133-9be2-e0d28974c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:08.595195 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29e0d743-571e-4a8e-8e7d-ccc3938ee02f req-a4785f1a-f55b-4133-9be2-e0d28974c364 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee29b0f8-d772-4643-bd86-56377e543ea2 HTTP/1.1" status: 200 len: 850 time: 0.0473585 May 25 16:13:08.620787 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:08.640792 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:08.645614 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-25612a7e-28f3-4d4a-a438-3da9122868fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:13:08Z', 'revision_number': 6, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port_host': None}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:08.647949 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d743-571e-4a8e-8e7d-ccc3938ee02f req-9506d310-f9af-4735-94c4-b06e9ee07ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:08.649606 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29e0d743-571e-4a8e-8e7d-ccc3938ee02f req-9506d310-f9af-4735-94c4-b06e9ee07ed8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=11c18221-40ed-46b2-9546-1ebebf8fc518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477266 May 25 16:13:08.673245 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25612a7e-28f3-4d4a-a438-3da9122868fd None None] The sync data for ids ['cd51d7f4-a853-4b0c-ab83-953255d8180d'] in dv-cinder-843277-2-iscsi is: [{'id': 'cd51d7f4-a853-4b0c-ab83-953255d8180d', 'name': 'tempest-ServerRescueNegativeTestJSON-2121634662-router', 'tenant_id': 'f7733d8b5059433eb18dc6b174eb9533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:13:08Z', 'revision_number': 6, 'project_id': 'f7733d8b5059433eb18dc6b174eb9533', 'gw_port_host': None}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:13:08.674664 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:08.690552 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (ed24e782-0fa6-495f-8304-281f1261d205), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:08.716249 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed24e782-0fa6-495f-8304-281f1261d205,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:08.751017 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29e0d743-571e-4a8e-8e7d-ccc3938ee02f req-be48eab5-4d1a-4fc5-94e0-be329061005c service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948126 May 25 16:13:08.775795 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:08.783545 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549174'] for router_gateway (cd51d7f4-a853-4b0c-ab83-953255d8180d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:08.847455 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29e0d743-571e-4a8e-8e7d-ccc3938ee02f req-4b9d30a0-3215-47b5-abff-609e1bc13cd8 service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904145 May 25 16:13:09.113640 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5e831b32-3912-4fc5-8b80-9b3a1edda724 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:13:09.140892 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 5e831b32-3912-4fc5-8b80-9b3a1edda724 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:13:09.141619 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5e831b32-3912-4fc5-8b80-9b3a1edda724 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:13:09.145568 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (cd51d7f4-a853-4b0c-ab83-953255d8180d), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.162469 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Publish callbacks [] for router_controller (cd51d7f4-a853-4b0c-ab83-953255d8180d), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.232487 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170784f7-97d1-4be8-b800-9015193e92c1 req-7675ed5f-b62d-4fa8-9bf3-7e10efdddfe9 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:09.233946 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-170784f7-97d1-4be8-b800-9015193e92c1 req-7675ed5f-b62d-4fa8-9bf3-7e10efdddfe9 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 943 time: 0.1022601 May 25 16:13:09.242421 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551056'] for router (cd51d7f4-a853-4b0c-ab83-953255d8180d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.243088 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd51d7f4-a853-4b0c-ab83-953255d8180d {{(pid=104069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:13:09.252216 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.253258 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7d91d39b-d691-496f-afe2-922f7f9580c3 admin admin] 10.222.0.85 "DELETE /v2.0/routers/cd51d7f4-a853-4b0c-ab83-953255d8180d HTTP/1.1" status: 204 len: 168 time: 1.0807452 May 25 16:13:09.256091 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40574) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:09.288530 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-170784f7-97d1-4be8-b800-9015193e92c1 req-89050e7a-ff6a-4238-984c-8512df493a1f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481758 May 25 16:13:09.307428 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f82d650-2c49-4445-8b0b-4e7758a98009 admin admin] Deleting subnet 13ebf141-6a37-448c-a7c3-5ecbba7302b3 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:13:09.310905 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3f82d650-2c49-4445-8b0b-4e7758a98009 admin admin] Publish callbacks [] for subnet (13ebf141-6a37-448c-a7c3-5ecbba7302b3), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.345672 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3f82d650-2c49-4445-8b0b-4e7758a98009 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916365'] for subnet (13ebf141-6a37-448c-a7c3-5ecbba7302b3), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.448832 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:09.450105 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3f82d650-2c49-4445-8b0b-4e7758a98009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (13ebf141-6a37-448c-a7c3-5ecbba7302b3), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.507511 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3f82d650-2c49-4445-8b0b-4e7758a98009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8916455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155739'] for subnet (13ebf141-6a37-448c-a7c3-5ecbba7302b3), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.536332 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82d650-2c49-4445-8b0b-4e7758a98009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ebf141-6a37-448c-a7c3-5ecbba7302b3,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:09.539164 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3f82d650-2c49-4445-8b0b-4e7758a98009 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.541890 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a2dd35-2f0f-4450-8512-0a69bf06ecd8 None None] Network 877c8ddf-7ab7-4a0d-986b-a567e6cc159c requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:13:09.544407 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3f82d650-2c49-4445-8b0b-4e7758a98009 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/13ebf141-6a37-448c-a7c3-5ecbba7302b3 HTTP/1.1" status: 204 len: 168 time: 0.2871912 May 25 16:13:09.546212 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40576) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:09.617848 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (877c8ddf-7ab7-4a0d-986b-a567e6cc159c), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.665096 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Deleting port 8e384d49-98d2-4bbf-ba42-845027301676 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:13:09.665425 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (8e384d49-98d2-4bbf-ba42-845027301676), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.682456 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] DHCP port deletion for 877c8ddf-7ab7-4a0d-986b-a567e6cc159c request from dv-cinder-843277-2-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:13:09.734549 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Deleting port 8e384d49-98d2-4bbf-ba42-845027301676 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:13:09.735132 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (8e384d49-98d2-4bbf-ba42-845027301676), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.739999 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] For port 8e384d49-98d2-4bbf-ba42-845027301676, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=8e384d49-98d2-4bbf-ba42-845027301676,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:09.740532 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (8e384d49-98d2-4bbf-ba42-845027301676), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.762175 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Calling delete_port for 8e384d49-98d2-4bbf-ba42-845027301676 owned by network:dhcp {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:13:09.787384 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device ed24e782-0fa6-495f-8304-281f1261d205 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:13:09.826138 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: ed24e782-0fa6-495f-8304-281f1261d205 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:13:09.826568 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device ed24e782-0fa6-495f-8304-281f1261d205 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:13:09.826981 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:13:09.829744 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] For port 8e384d49-98d2-4bbf-ba42-845027301676, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=8e384d49-98d2-4bbf-ba42-845027301676,segment=NetworkSegment(507f4e23-08fa-435d-9ad8-4d054c12afb0),segment_id=507f4e23-08fa-435d-9ad8-4d054c12afb0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:09.830138 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (8e384d49-98d2-4bbf-ba42-845027301676), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.846483 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (8e384d49-98d2-4bbf-ba42-845027301676), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.854486 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:13:09.854830 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7a849e2b-c50b-4908-97e5-acd5bd2ff0f2 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:13:09.855247 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 8e384d49-98d2-4bbf-ba42-845027301676 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:13:09.860892 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Calling delete_port for 8e384d49-98d2-4bbf-ba42-845027301676 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:13:09.870961 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e384d49-98d2-4bbf-ba42-845027301676,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:09.876928 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] No DVR routers for this DVR port 8e384d49-98d2-4bbf-ba42-845027301676 on host dv-cinder-843277-2-iscsi {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:13:09.880868 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 8e384d49-98d2-4bbf-ba42-845027301676 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:13:09.881167 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 8e384d49-98d2-4bbf-ba42-845027301676 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:13:09.949627 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (877c8ddf-7ab7-4a0d-986b-a567e6cc159c), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.970108 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877c8ddf-7ab7-4a0d-986b-a567e6cc159c']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:09.979504 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507f4e23-08fa-435d-9ad8-4d054c12afb0') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:09.979790 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507f4e23-08fa-435d-9ad8-4d054c12afb0') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:09.989580 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4176196'] for segment (507f4e23-08fa-435d-9ad8-4d054c12afb0), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:09.991145 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278'] for port (8e384d49-98d2-4bbf-ba42-845027301676), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:10.004062 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (507f4e23-08fa-435d-9ad8-4d054c12afb0), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:10.010455 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:13:10.010814 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991522'] for segment (507f4e23-08fa-435d-9ad8-4d054c12afb0), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:10.015859 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Pushing event deleted for resources: {'Port': ['ID=8e384d49-98d2-4bbf-ba42-845027301676,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:10.020304 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] No DVR routers for this DVR port 8e384d49-98d2-4bbf-ba42-845027301676 on host dv-cinder-843277-2-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:13:10.029619 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.029956 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.030292 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.030641 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.030968 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.031289 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.031606 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.031977 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.032296 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.032610 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.032922 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.033238 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.033549 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.033858 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.034166 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f552c-aeef-4667-b69b-b2087bccfcd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:10.051255 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 507f4e23-08fa-435d-9ad8-4d054c12afb0 resource provider aggregate not found May 25 16:13:10.074154 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 507f4e23-08fa-435d-9ad8-4d054c12afb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 507f4e23-08fa-435d-9ad8-4d054c12afb0 found for delete ", "request_id": "req-828cbc45-85df-440a-86c3-014989dd0f80"}]} May 25 16:13:10.075355 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (877c8ddf-7ab7-4a0d-986b-a567e6cc159c), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:10.077177 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:10.081096 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:10.084189 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] 10.222.0.85 "DELETE /v2.0/networks/877c8ddf-7ab7-4a0d-986b-a567e6cc159c HTTP/1.1" status: 204 len: 168 time: 0.5369084 May 25 16:13:10.095178 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ba8af-d28a-42f4-85f3-a668fa01a9d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=877c8ddf-7ab7-4a0d-986b-a567e6cc159c,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:10.224953 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40586) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:10.269978 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b2bba00d-3d12-4bf4-b937-a7864aaf1e09 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f7733d8b5059433eb18dc6b174eb9533&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438371 May 25 16:13:10.272600 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40588) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:10.321898 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-61e25db1-7b09-41b7-b09c-6ea289ccbc55 admin admin] Publish callbacks [] for security_group (2ca50ec7-cbc5-4422-939f-6f9ff7fd115c), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:10.344480 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-61e25db1-7b09-41b7-b09c-6ea289ccbc55 admin admin] Publish callbacks [] for security_group (2ca50ec7-cbc5-4422-939f-6f9ff7fd115c), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:10.414020 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13620e75-081b-49d5-aa42-fe331948e72e req-810f00cf-05c6-4ee1-96e6-caa96c3992dc tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:10.415461 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-13620e75-081b-49d5-aa42-fe331948e72e req-810f00cf-05c6-4ee1-96e6-caa96c3992dc tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 943 time: 0.0562532 May 25 16:13:10.443904 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-61e25db1-7b09-41b7-b09c-6ea289ccbc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (2ca50ec7-cbc5-4422-939f-6f9ff7fd115c), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:10.446455 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-61e25db1-7b09-41b7-b09c-6ea289ccbc55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:10.447730 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-61e25db1-7b09-41b7-b09c-6ea289ccbc55 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2ca50ec7-cbc5-4422-939f-6f9ff7fd115c HTTP/1.1" status: 204 len: 168 time: 0.1742675 May 25 16:13:10.467919 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e25db1-7b09-41b7-b09c-6ea289ccbc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca50ec7-cbc5-4422-939f-6f9ff7fd115c,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:10.478045 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-13620e75-081b-49d5-aa42-fe331948e72e req-e3b4707b-7876-4042-910d-108550be068a tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568547 May 25 16:13:11.127901 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:13:11.365233 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1ba0185d-8af8-486d-89b0-0ed2b1f893a5,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:11.377003 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'port_id': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5', 'mac_address': 'fa:16:3e:97:aa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:13:11.414243 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:13:11.414637 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:11.427874 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:13:11.448110 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1ba0185d-8af8-486d-89b0-0ed2b1f893a5,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:11.452477 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:11.499511 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:11.508965 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=1ba0185d-8af8-486d-89b0-0ed2b1f893a5,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:11.619183 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a46ef-b939-4952-9f62-15119984ac02 req-2a1f11da-9968-41fe-b627-922d6257a70c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:11.624358 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-836a46ef-b939-4952-9f62-15119984ac02 req-2a1f11da-9968-41fe-b627-922d6257a70c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 944 time: 0.0601168 May 25 16:13:11.676132 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-836a46ef-b939-4952-9f62-15119984ac02 req-9f3f2347-b162-4b87-9350-b43a84491fce tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496995 May 25 16:13:11.726954 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['1ba0185d-8af8-486d-89b0-0ed2b1f893a5'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:13:11.853485 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:12.336247 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40662) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:12.443533 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4fd7694b-7995-48c3-92fa-780be6b7b1b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:12.498309 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:12.523144 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4fd7694b-7995-48c3-92fa-780be6b7b1b4 admin admin] Publish callbacks [] for security_group (c6c79693-e650-43cc-a69b-c79166000f02), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:12.527419 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4fd7694b-7995-48c3-92fa-780be6b7b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c6c79693-e650-43cc-a69b-c79166000f02), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:12.568699 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4fd7694b-7995-48c3-92fa-780be6b7b1b4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=33975d4ef96c4c9a984fa7301a585647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312968 May 25 16:13:12.569957 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7694b-7995-48c3-92fa-780be6b7b1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c79693-e650-43cc-a69b-c79166000f02,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:12.573971 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40666) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:12.624082 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c1226d65-3374-48d7-b3ee-11bac3a2698a admin admin] Publish callbacks [] for security_group (c6c79693-e650-43cc-a69b-c79166000f02), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:12.648683 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c1226d65-3374-48d7-b3ee-11bac3a2698a admin admin] Publish callbacks [] for security_group (c6c79693-e650-43cc-a69b-c79166000f02), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:12.697878 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c1226d65-3374-48d7-b3ee-11bac3a2698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c6c79693-e650-43cc-a69b-c79166000f02), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:12.700740 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c1226d65-3374-48d7-b3ee-11bac3a2698a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:12.704457 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c1226d65-3374-48d7-b3ee-11bac3a2698a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c6c79693-e650-43cc-a69b-c79166000f02 HTTP/1.1" status: 204 len: 168 time: 0.1293557 May 25 16:13:12.713384 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1226d65-3374-48d7-b3ee-11bac3a2698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c79693-e650-43cc-a69b-c79166000f02,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:12.786661 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=12,neutron:UPDATE=1,neutron:SELECT=87 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:12.800536 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35f9a4-e31e-479e-984f-96488bec3b5d req-b697100c-4261-4ba2-aa55-601ad6add1fd tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:12.802131 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8a35f9a4-e31e-479e-984f-96488bec3b5d req-b697100c-4261-4ba2-aa55-601ad6add1fd tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 944 time: 0.0515592 May 25 16:13:12.864422 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8a35f9a4-e31e-479e-984f-96488bec3b5d req-d12491c3-1773-4707-aaa1-0d8286c43e07 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542626 May 25 16:13:13.012347 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40680) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:13.033202 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-392cae97-e0dd-4b96-9e97-9f38439a92bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:13.035059 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:13.129925 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:13:13.160072 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfaf35a-4475-4c9d-956d-0f8f57387bd8 req-3291af9a-205b-4cae-b42a-e83d31239e6a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:13.161718 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2cfaf35a-4475-4c9d-956d-0f8f57387bd8 req-3291af9a-205b-4cae-b42a-e83d31239e6a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 946 time: 0.0714376 May 25 16:13:13.171520 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-392cae97-e0dd-4b96-9e97-9f38439a92bb admin admin] Publish callbacks [] for security_group (ed48e5d3-1fa7-455f-b3c9-2539562b016b), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:13.175840 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:13:13.181933 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:13:13.182371 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:13.185688 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-392cae97-e0dd-4b96-9e97-9f38439a92bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (ed48e5d3-1fa7-455f-b3c9-2539562b016b), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:13.238486 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cae97-e0dd-4b96-9e97-9f38439a92bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed48e5d3-1fa7-455f-b3c9-2539562b016b,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:13.254259 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40684) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:13.254393 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-392cae97-e0dd-4b96-9e97-9f38439a92bb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4522124e759c470583526a6bfb822581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408395 May 25 16:13:13.257340 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:13:13.257749 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:13.257911 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2cfaf35a-4475-4c9d-956d-0f8f57387bd8 req-a4065d61-3959-44e2-9d23-95d0c2da67bf tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884924 May 25 16:13:13.283548 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d82389-e0ca-4a82-98ae-47c6eac2a000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:13.285867 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51969b15-a0a3-4ee8-b9cb-cf6d1ba6ed82" -d '{"events": [{"server_uuid": "82d82389-e0ca-4a82-98ae-47c6eac2a000", "name": "network-vif-plugged", "status": "completed", "tag": "1ba0185d-8af8-486d-89b0-0ed2b1f893a5"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:13.288351 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:13.305812 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1ba0185d-8af8-486d-89b0-0ed2b1f893a5,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:13.310570 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:13.318786 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f621777d-d7e3-4074-94d5-482cfaff7cab admin admin] Publish callbacks [] for security_group (ed48e5d3-1fa7-455f-b3c9-2539562b016b), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:13.336952 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574168be-1c7a-4406-b87b-e781affd0072 x-openstack-request-id: req-574168be-1c7a-4406-b87b-e781affd0072 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:13.337375 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d82389-e0ca-4a82-98ae-47c6eac2a000", "name": "network-vif-plugged", "status": "completed", "tag": "1ba0185d-8af8-486d-89b0-0ed2b1f893a5", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:13.337690 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-574168be-1c7a-4406-b87b-e781affd0072 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:13.338136 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574168be-1c7a-4406-b87b-e781affd0072'] response: {'server_uuid': '82d82389-e0ca-4a82-98ae-47c6eac2a000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5', 'code': 200} May 25 16:13:13.340937 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f621777d-d7e3-4074-94d5-482cfaff7cab admin admin] Publish callbacks [] for security_group (ed48e5d3-1fa7-455f-b3c9-2539562b016b), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:13.365472 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=1ba0185d-8af8-486d-89b0-0ed2b1f893a5,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:13.388826 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f621777d-d7e3-4074-94d5-482cfaff7cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (ed48e5d3-1fa7-455f-b3c9-2539562b016b), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:13.391475 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f621777d-d7e3-4074-94d5-482cfaff7cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:13.392637 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f621777d-d7e3-4074-94d5-482cfaff7cab admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ed48e5d3-1fa7-455f-b3c9-2539562b016b HTTP/1.1" status: 204 len: 168 time: 0.1372631 May 25 16:13:13.400352 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621777d-d7e3-4074-94d5-482cfaff7cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed48e5d3-1fa7-455f-b3c9-2539562b016b,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:13.978281 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4a653-9f94-4c91-8609-6a20d9faac0c req-a88229ec-3fb2-4620-a081-f6cb4e18f234 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:13.979771 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-29f4a653-9f94-4c91-8609-6a20d9faac0c req-a88229ec-3fb2-4620-a081-f6cb4e18f234 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 945 time: 0.0482008 May 25 16:13:14.029241 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-29f4a653-9f94-4c91-8609-6a20d9faac0c req-0cf860a5-3033-4f1f-86da-43924b5eadf7 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438457 May 25 16:13:14.384195 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210a0d6-ac42-4190-807c-f18c9f27c49b req-fd13c442-70c1-4b0e-b489-7acd4e6f87f0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:14.385693 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f210a0d6-ac42-4190-807c-f18c9f27c49b req-fd13c442-70c1-4b0e-b489-7acd4e6f87f0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 946 time: 0.0514808 May 25 16:13:14.436461 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f210a0d6-ac42-4190-807c-f18c9f27c49b req-e399056d-4283-4adf-b104-2e82a0fa21d7 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447628 May 25 16:13:14.859582 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a354f5-70fa-4845-8503-d2f2f0bda58e req-c8c0aa8a-c412-42ed-997a-389088df218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:14.861135 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86a354f5-70fa-4845-8503-d2f2f0bda58e req-c8c0aa8a-c412-42ed-997a-389088df218e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 1129 time: 0.1594825 May 25 16:13:14.871568 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-c903891f-f8bc-4142-b7e4-37d04f9b0afb tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:14.872945 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-c903891f-f8bc-4142-b7e4-37d04f9b0afb tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 946 time: 0.0677371 May 25 16:13:14.967307 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86a354f5-70fa-4845-8503-d2f2f0bda58e req-02e1dd57-c3a9-4501-b962-65c7d2445253 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933661 May 25 16:13:14.980985 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Deleting port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:13:14.981323 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:15.070036 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] For port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:15.070341 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:15.157326 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fd18d-79a9-4e17-aa97-d1290f7f3be9 req-ff0f56e5-51bb-411f-a245-8221adfe9148 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:15.164174 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-562fd18d-79a9-4e17-aa97-d1290f7f3be9 req-ff0f56e5-51bb-411f-a245-8221adfe9148 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 945 time: 0.0588956 May 25 16:13:15.207135 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-562fd18d-79a9-4e17-aa97-d1290f7f3be9 req-766d7c09-d60c-4fd1-a664-4cb3165a2022 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 May 25 16:13:15.492013 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:15.499559 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:15.500056 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (848c1981-b2a1-49fa-91a3-3f29a3e440f8), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:15.500406 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Floating IP 848c1981-b2a1-49fa-91a3-3f29a3e440f8 disassociated. External IP: 172.27.0.228, port: 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5. May 25 16:13:15.500686 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Calling delete_port for 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:13:15.591149 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4563-4198-453e-b6a0-17d69b2d7604 req-12c8ddb9-43da-4d11-9575-c3655c67ef84 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:15.592685 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d98e4563-4198-453e-b6a0-17d69b2d7604 req-12c8ddb9-43da-4d11-9575-c3655c67ef84 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 946 time: 0.0793619 May 25 16:13:15.677678 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d98e4563-4198-453e-b6a0-17d69b2d7604 req-4910671e-586c-403e-8de4-76af1741bb08 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=69c351ee-27d5-436f-906a-5f8012a3e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783374 May 25 16:13:15.686054 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:15.716170 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:15.741821 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event deleted for resources: {'Port': ['ID=94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:15.851300 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:13:15.962305 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:13:15.972513 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b10aaf-b94c-4b23-abf7-9901a3436b2c None None] Sync routers for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:13:15.982582 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b10aaf-b94c-4b23-abf7-9901a3436b2c None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:13:15.983182 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f3b10aaf-b94c-4b23-abf7-9901a3436b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:13:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:16.004603 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] No DVR routers for this DVR port 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:13:16.007256 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:16.010504 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8ca9c8a3-73a5-4608-b26d-b01ee352e206 req-01f8bc10-10c7-4a9d-b8e5-71f2f77fb3de tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "DELETE /v2.0/ports/94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 HTTP/1.1" status: 204 len: 173 time: 1.1303730 May 25 16:13:16.011252 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45665f8b-ba12-41a5-8ba1-43b9dcd8e166', 'name': 'network-vif-deleted', 'tag': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:16.013623 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbb0605-30dc-48ee-9048-b4837b9e6e96" -d '{"events": [{"server_uuid": "45665f8b-ba12-41a5-8ba1-43b9dcd8e166", "name": "network-vif-deleted", "tag": "94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:16.054194 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f2e58a-1233-4f28-9db8-6ef60a9ad7fd x-openstack-request-id: req-80f2e58a-1233-4f28-9db8-6ef60a9ad7fd {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:16.054473 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45665f8b-ba12-41a5-8ba1-43b9dcd8e166", "name": "network-vif-deleted", "tag": "94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:16.054725 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-80f2e58a-1233-4f28-9db8-6ef60a9ad7fd {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:16.055098 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f2e58a-1233-4f28-9db8-6ef60a9ad7fd'] response: {'server_uuid': '45665f8b-ba12-41a5-8ba1-43b9dcd8e166', 'name': 'network-vif-deleted', 'tag': '94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5', 'status': 'completed', 'code': 200} May 25 16:13:16.088788 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-f3b10aaf-b94c-4b23-abf7-9901a3436b2c None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:13:16.329390 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058752-2d3a-48b3-801c-6e39e0cdc84a req-0769e9e0-d146-4d3e-bc12-18bcea5c2a58 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:16.332266 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e058752-2d3a-48b3-801c-6e39e0cdc84a req-0769e9e0-d146-4d3e-bc12-18bcea5c2a58 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 945 time: 0.0511401 May 25 16:13:16.374916 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f3b10aaf-b94c-4b23-abf7-9901a3436b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:16.379354 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e058752-2d3a-48b3-801c-6e39e0cdc84a req-e34fcf86-33b5-424c-a120-018dd9373aa8 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 May 25 16:13:16.400304 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b10aaf-b94c-4b23-abf7-9901a3436b2c None None] Checking router: 87c12870-9bf7-4d4c-94f8-90429b2d4d14 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:13:16.409815 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b10aaf-b94c-4b23-abf7-9901a3436b2c None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:13:16.410490 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f3b10aaf-b94c-4b23-abf7-9901a3436b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:13:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:16.519381 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-f3b10aaf-b94c-4b23-abf7-9901a3436b2c None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:13:16.736971 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f3b10aaf-b94c-4b23-abf7-9901a3436b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:16.761771 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b10aaf-b94c-4b23-abf7-9901a3436b2c None None] The sync data for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi is: [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:13:16.798459 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ce06b00c-fd53-49a7-bef8-d921b6d2e8d2 req-728dadde-6924-45b9-85e9-da60f7b862f4 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=45665f8b-ba12-41a5-8ba1-43b9dcd8e166 HTTP/1.1" status: 200 len: 210 time: 0.0328579 May 25 16:13:16.992878 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40119818-e55c-4e49-ab6c-ac90f8f1b89b None None] New status for floating IP 848c1981-b2a1-49fa-91a3-3f29a3e440f8: DOWN {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:13:17.506563 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a8afb-ab26-4b59-b1dd-108d31eff786 req-293ee613-ba25-47af-b483-6d35f43dd07c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:17.508040 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e07a8afb-ab26-4b59-b1dd-108d31eff786 req-293ee613-ba25-47af-b483-6d35f43dd07c tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 945 time: 0.0517619 May 25 16:13:17.558465 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e07a8afb-ab26-4b59-b1dd-108d31eff786 req-8961bf68-a317-4d64-b190-0b637812662e tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443666 May 25 16:13:17.574148 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:13:17.670087 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f1587-eedb-4fdd-9ff1-7e94de747cae req-740cffab-777e-4be1-b650-5807396768e7 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:17.671555 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f33f1587-eedb-4fdd-9ff1-7e94de747cae req-740cffab-777e-4be1-b650-5807396768e7 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 945 time: 0.0487595 May 25 16:13:17.681364 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40768) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:17.686890 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-8ef0e3eb-eb8e-449f-bf9a-997ee48f5b94 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Request body: {'floatingip': {'port_id': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:17.726055 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e3eb-eb8e-449f-bf9a-997ee48f5b94 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (816ccb73-a0ca-4746-ac47-e82d7fd0f139), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:17.888609 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40788) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:17.943894 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c601dcb3-c03e-47cf-b05f-b7097ab5262b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (69c351ee-27d5-436f-906a-5f8012a3e769), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:17.951370 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:17.972807 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c601dcb3-c03e-47cf-b05f-b7097ab5262b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (69c351ee-27d5-436f-906a-5f8012a3e769), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.031577 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c601dcb3-c03e-47cf-b05f-b7097ab5262b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (69c351ee-27d5-436f-906a-5f8012a3e769), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.034334 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c601dcb3-c03e-47cf-b05f-b7097ab5262b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.038285 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c601dcb3-c03e-47cf-b05f-b7097ab5262b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "DELETE /v2.0/security-groups/69c351ee-27d5-436f-906a-5f8012a3e769 HTTP/1.1" status: 204 len: 168 time: 0.1456323 May 25 16:13:18.041383 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40798) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:18.061938 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601dcb3-c03e-47cf-b05f-b7097ab5262b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c351ee-27d5-436f-906a-5f8012a3e769,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:18.065068 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.api.v2.resource [None req-cd82a7a2-0820-481d-b9fa-b14d9144a0cd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] show failed (client error): The resource could not be found. May 25 16:13:18.067883 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-cd82a7a2-0820-481d-b9fa-b14d9144a0cd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups/69c351ee-27d5-436f-906a-5f8012a3e769 HTTP/1.1" status: 404 len: 347 time: 0.0236957 May 25 16:13:18.069032 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40802) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:18.186862 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-de0b4f9c-4073-499f-ad71-45d2731bc8b2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Deleting port f5ac12ec-2ecd-41af-95d2-53c93aac110b {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:13:18.187457 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-de0b4f9c-4073-499f-ad71-45d2731bc8b2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (f5ac12ec-2ecd-41af-95d2-53c93aac110b), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.202028 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:18.204737 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e3eb-eb8e-449f-bf9a-997ee48f5b94 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.211058 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e3eb-eb8e-449f-bf9a-997ee48f5b94 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (816ccb73-a0ca-4746-ac47-e82d7fd0f139), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.282087 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-de0b4f9c-4073-499f-ad71-45d2731bc8b2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (f5ac12ec-2ecd-41af-95d2-53c93aac110b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.282389 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-de0b4f9c-4073-499f-ad71-45d2731bc8b2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (f5ac12ec-2ecd-41af-95d2-53c93aac110b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.294702 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-de0b4f9c-4073-499f-ad71-45d2731bc8b2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Calling delete_port for f5ac12ec-2ecd-41af-95d2-53c93aac110b owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:13:18.331166 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-8ef0e3eb-eb8e-449f-bf9a-997ee48f5b94 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Floating IP 816ccb73-a0ca-4746-ac47-e82d7fd0f139 associated. External IP: 172.27.0.236, port: 1ba0185d-8af8-486d-89b0-0ed2b1f893a5. May 25 16:13:18.333050 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:18.384086 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:18.437145 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-de0b4f9c-4073-499f-ad71-45d2731bc8b2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (f5ac12ec-2ecd-41af-95d2-53c93aac110b), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.465815 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b4f9c-4073-499f-ad71-45d2731bc8b2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event deleted for resources: {'Port': ['ID=f5ac12ec-2ecd-41af-95d2-53c93aac110b,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:18.534626 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-de0b4f9c-4073-499f-ad71-45d2731bc8b2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (848c1981-b2a1-49fa-91a3-3f29a3e440f8), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.537322 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-de0b4f9c-4073-499f-ad71-45d2731bc8b2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.541172 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-de0b4f9c-4073-499f-ad71-45d2731bc8b2 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "DELETE /v2.0/floatingips/848c1981-b2a1-49fa-91a3-3f29a3e440f8 HTTP/1.1" status: 204 len: 168 time: 0.4685006 May 25 16:13:18.555095 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef0e3eb-eb8e-449f-bf9a-997ee48f5b94 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:13:18.613970 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40826) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:18.618763 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-331c9c33-66e2-4c37-9dd2-4c13e4ee6c2d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1786248996', 'description': 'tempest-description--1156231619'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:18.642359 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-331c9c33-66e2-4c37-9dd2-4c13e4ee6c2d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.670176 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef0e3eb-eb8e-449f-bf9a-997ee48f5b94 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:13:18.675270 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e3eb-eb8e-449f-bf9a-997ee48f5b94 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.681905 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48e5ca-c37f-4905-af58-e85b56ed10b8 None None] Sync routers for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:13:18.692646 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48e5ca-c37f-4905-af58-e85b56ed10b8 None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:13:18.694127 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-4d48e5ca-c37f-4905-af58-e85b56ed10b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:13:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:18.709064 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8ef0e3eb-eb8e-449f-bf9a-997ee48f5b94 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "PUT /v2.0/floatingips/816ccb73-a0ca-4746-ac47-e82d7fd0f139 HTTP/1.1" status: 200 len: 991 time: 1.0265267 May 25 16:13:18.709841 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d82389-e0ca-4a82-98ae-47c6eac2a000', 'tag': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:18.713065 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e49af8d-0951-4b71-bd45-c40f94b8b653" -d '{"events": [{"name": "network-changed", "server_uuid": "82d82389-e0ca-4a82-98ae-47c6eac2a000", "tag": "1ba0185d-8af8-486d-89b0-0ed2b1f893a5"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:18.726890 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-331c9c33-66e2-4c37-9dd2-4c13e4ee6c2d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (00c95f75-6d8d-4bad-a7cc-08b7b07b621f), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.732567 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-331c9c33-66e2-4c37-9dd2-4c13e4ee6c2d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (00c95f75-6d8d-4bad-a7cc-08b7b07b621f), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.755215 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12029af8-c1a0-4b85-b2a4-dd7a7f36825c x-openstack-request-id: req-12029af8-c1a0-4b85-b2a4-dd7a7f36825c {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:18.756236 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d82389-e0ca-4a82-98ae-47c6eac2a000", "tag": "1ba0185d-8af8-486d-89b0-0ed2b1f893a5", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:18.756519 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-12029af8-c1a0-4b85-b2a4-dd7a7f36825c {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:18.756963 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12029af8-c1a0-4b85-b2a4-dd7a7f36825c'] response: {'name': 'network-changed', 'server_uuid': '82d82389-e0ca-4a82-98ae-47c6eac2a000', 'tag': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5', 'status': 'completed', 'code': 200} May 25 16:13:18.769534 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-331c9c33-66e2-4c37-9dd2-4c13e4ee6c2d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.773405 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-331c9c33-66e2-4c37-9dd2-4c13e4ee6c2d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1556423 May 25 16:13:18.773405 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c9c33-66e2-4c37-9dd2-4c13e4ee6c2d tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c95f75-6d8d-4bad-a7cc-08b7b07b621f,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:18.774561 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40832) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:18.786485 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-60ba72dd-4c0e-4dd2-b712-21aa60b7a1ff tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'security_group_rule': {'security_group_id': '00c95f75-6d8d-4bad-a7cc-08b7b07b621f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:18.819284 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-60ba72dd-4c0e-4dd2-b712-21aa60b7a1ff tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (51f19239-f8dc-475d-959e-2981d8d32077), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.821661 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-4d48e5ca-c37f-4905-af58-e85b56ed10b8 None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:13:18.823482 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:18.836521 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49af8d-0951-4b71-bd45-c40f94b8b653 req-80cf6804-0af2-43fd-b1bd-508ac52855a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:18.838049 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7e49af8d-0951-4b71-bd45-c40f94b8b653 req-80cf6804-0af2-43fd-b1bd-508ac52855a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=93946fd1575e45428d2388015d64628f&device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 1129 time: 0.0476942 May 25 16:13:18.877602 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-60ba72dd-4c0e-4dd2-b712-21aa60b7a1ff tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (51f19239-f8dc-475d-959e-2981d8d32077), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.882303 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-60ba72dd-4c0e-4dd2-b712-21aa60b7a1ff tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (51f19239-f8dc-475d-959e-2981d8d32077), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.901750 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:18.906495 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba72dd-4c0e-4dd2-b712-21aa60b7a1ff tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f19239-f8dc-475d-959e-2981d8d32077,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:18.910911 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-60ba72dd-4c0e-4dd2-b712-21aa60b7a1ff tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.912398 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-60ba72dd-4c0e-4dd2-b712-21aa60b7a1ff tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363797 May 25 16:13:18.915362 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40834) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:18.919982 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-33edd30b-7252-468f-95d4-27c40bcda2d5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'security_group_rule': {'security_group_id': '00c95f75-6d8d-4bad-a7cc-08b7b07b621f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:18.933655 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49af8d-0951-4b71-bd45-c40f94b8b653 req-6f823933-c38b-42c1-a85b-8efd8a2814bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:18.935543 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7e49af8d-0951-4b71-bd45-c40f94b8b653 req-6f823933-c38b-42c1-a85b-8efd8a2814bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=11c18221-40ed-46b2-9546-1ebebf8fc518 HTTP/1.1" status: 200 len: 912 time: 0.0916657 May 25 16:13:18.950519 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33edd30b-7252-468f-95d4-27c40bcda2d5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (152e6989-eb73-4a66-9105-3db57b60b59b), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:18.995225 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:19.001623 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7e49af8d-0951-4b71-bd45-c40f94b8b653 req-358e47f9-a8e7-4099-a497-da9860691e0c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ba0185d-8af8-486d-89b0-0ed2b1f893a5 HTTP/1.1" status: 200 len: 999 time: 0.0597658 May 25 16:13:19.013741 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33edd30b-7252-468f-95d4-27c40bcda2d5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (152e6989-eb73-4a66-9105-3db57b60b59b), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:19.018963 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33edd30b-7252-468f-95d4-27c40bcda2d5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (152e6989-eb73-4a66-9105-3db57b60b59b), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:19.043059 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edd30b-7252-468f-95d4-27c40bcda2d5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152e6989-eb73-4a66-9105-3db57b60b59b,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:19.050873 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33edd30b-7252-468f-95d4-27c40bcda2d5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:19.054361 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-4d48e5ca-c37f-4905-af58-e85b56ed10b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '816ccb73-a0ca-4746-ac47-e82d7fd0f139', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'port_id': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'mac_address': 'fa:16:3e:97:aa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d82389-e0ca-4a82-98ae-47c6eac2a000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:13:03Z', 'updated_at': '2022-05-25T16:13:18Z', 'revision_number': 1, 'project_id': '93946fd1575e45428d2388015d64628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:21Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:19.055710 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40836) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:19.056294 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-33edd30b-7252-468f-95d4-27c40bcda2d5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397128 May 25 16:13:19.062735 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:19.069114 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49af8d-0951-4b71-bd45-c40f94b8b653 req-6c37545e-b957-40b3-8d70-290bac0ed0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:19.070540 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7e49af8d-0951-4b71-bd45-c40f94b8b653 req-6c37545e-b957-40b3-8d70-290bac0ed0dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee29b0f8-d772-4643-bd86-56377e543ea2 HTTP/1.1" status: 200 len: 850 time: 0.0622861 May 25 16:13:19.079180 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48e5ca-c37f-4905-af58-e85b56ed10b8 None None] Checking router: 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:13:19.087286 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:19.088229 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48e5ca-c37f-4905-af58-e85b56ed10b8 None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:13:19.088842 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-4d48e5ca-c37f-4905-af58-e85b56ed10b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:13:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:19.118352 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:19.135318 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49af8d-0951-4b71-bd45-c40f94b8b653 req-110503c5-5682-4c83-90e2-abeffe80a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:19.137177 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7e49af8d-0951-4b71-bd45-c40f94b8b653 req-110503c5-5682-4c83-90e2-abeffe80a039 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=11c18221-40ed-46b2-9546-1ebebf8fc518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593915 May 25 16:13:19.167004 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:13:19.187137 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:13:19.187496 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 94bc6516-bbb3-40bb-99c6-68f8fbe6c3a5 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:13:19.197749 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-4d48e5ca-c37f-4905-af58-e85b56ed10b8 None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:13:19.269971 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:19.295663 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7e49af8d-0951-4b71-bd45-c40f94b8b653 req-6d1a4fb7-72df-4bcc-b65b-920103b934c8 service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237142 May 25 16:13:19.394749 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:19.430138 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-4d48e5ca-c37f-4905-af58-e85b56ed10b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '816ccb73-a0ca-4746-ac47-e82d7fd0f139', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'port_id': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'mac_address': 'fa:16:3e:97:aa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d82389-e0ca-4a82-98ae-47c6eac2a000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:13:03Z', 'updated_at': '2022-05-25T16:13:18Z', 'revision_number': 1, 'project_id': '93946fd1575e45428d2388015d64628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:21Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:19.454068 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7e49af8d-0951-4b71-bd45-c40f94b8b653 req-feb19247-25cc-42c6-bfd5-f950aa6b4199 service neutron] 10.222.0.67 "GET /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292896 May 25 16:13:19.455913 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48e5ca-c37f-4905-af58-e85b56ed10b8 None None] The sync data for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi is: [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '816ccb73-a0ca-4746-ac47-e82d7fd0f139', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'port_id': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'mac_address': 'fa:16:3e:97:aa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d82389-e0ca-4a82-98ae-47c6eac2a000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:13:03Z', 'updated_at': '2022-05-25T16:13:18Z', 'revision_number': 1, 'project_id': '93946fd1575e45428d2388015d64628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:21Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:13:19.473426 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Allocated IP 172.27.0.11 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/68aa0782-b508-4aa5-9a4e-e75ffcb86447) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:13:19.595903 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for port (68aa0782-b508-4aa5-9a4e-e75ffcb86447), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:19.634909 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (68aa0782-b508-4aa5-9a4e-e75ffcb86447), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:19.687793 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:19.692471 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:13:19.697965 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:13:19.702799 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:13:19.706234 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c16181-c734-491c-b76d-aebe441aeb58 None None] New status for floating IP 816ccb73-a0ca-4746-ac47-e82d7fd0f139: ACTIVE {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:13:19.727504 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'Port': ['ID=68aa0782-b508-4aa5-9a4e-e75ffcb86447,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:19.856372 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (a9213be3-e70b-4258-800e-a2d61f2747de), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:19.905064 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (68aa0782-b508-4aa5-9a4e-e75ffcb86447), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:20.021292 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:20.089773 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for port (68aa0782-b508-4aa5-9a4e-e75ffcb86447), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:20.100835 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (68aa0782-b508-4aa5-9a4e-e75ffcb86447), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:20.171639 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40864) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:20.177765 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'Port': ['ID=68aa0782-b508-4aa5-9a4e-e75ffcb86447,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:20.187669 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (a9213be3-e70b-4258-800e-a2d61f2747de), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:20.196949 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:20.205639 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:20.206885 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-567edc89-cb21-4294-b710-825265958584 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1498740 May 25 16:13:20.289688 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1d52a95-8a2d-48cb-ae5d-e14510918498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:20.376818 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1d52a95-8a2d-48cb-ae5d-e14510918498 admin admin] Publish callbacks [] for security_group (1d54e26e-03b0-4e2d-b54b-0cdb79866526), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:20.383313 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1d52a95-8a2d-48cb-ae5d-e14510918498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (1d54e26e-03b0-4e2d-b54b-0cdb79866526), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:20.432105 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:20.440233 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e1d52a95-8a2d-48cb-ae5d-e14510918498 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4badeb5129674ea893101d20e54b1bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668767 May 25 16:13:20.443323 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 40880) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:20.444353 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d52a95-8a2d-48cb-ae5d-e14510918498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d54e26e-03b0-4e2d-b54b-0cdb79866526,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:20.460903 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-3f9aefd0-ea92-4ea0-a59b-a8a030167934 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1786248996&fields=id&tenant_id=32e48e8e884b4840ba54d546d82d2334 HTTP/1.1" status: 200 len: 267 time: 0.0870292 May 25 16:13:20.496752 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57561fce-a7a4-42bb-b2c4-4b260e004506 admin admin] Publish callbacks [] for security_group (1d54e26e-03b0-4e2d-b54b-0cdb79866526), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:20.521285 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57561fce-a7a4-42bb-b2c4-4b260e004506 admin admin] Publish callbacks [] for security_group (1d54e26e-03b0-4e2d-b54b-0cdb79866526), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:20.570670 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57561fce-a7a4-42bb-b2c4-4b260e004506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (1d54e26e-03b0-4e2d-b54b-0cdb79866526), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:20.571291 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-25340473-fc0e-4230-92b7-453c4421d3a5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:20.572991 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-25340473-fc0e-4230-92b7-453c4421d3a5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/networks?id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 200 len: 814 time: 0.1040080 May 25 16:13:20.573243 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57561fce-a7a4-42bb-b2c4-4b260e004506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:20.577424 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-57561fce-a7a4-42bb-b2c4-4b260e004506 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1d54e26e-03b0-4e2d-b54b-0cdb79866526 HTTP/1.1" status: 204 len: 168 time: 0.1302292 May 25 16:13:20.582839 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57561fce-a7a4-42bb-b2c4-4b260e004506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d54e26e-03b0-4e2d-b54b-0cdb79866526,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:20.592298 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-b5b70162-0fd2-4d90-8ead-bb4efd543520 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/quotas/32e48e8e884b4840ba54d546d82d2334 HTTP/1.1" status: 200 len: 375 time: 0.0121531 May 25 16:13:20.663077 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-deb3fe02-83ab-4e6e-9197-430df4acd741 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560329 May 25 16:13:20.848602 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-32aa582e-33e0-463c-9874-47df7a3545f9 service neutron] 10.222.0.85 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735873 May 25 16:13:20.852479 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40890) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:20.873510 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c704b6f-35a0-4b13-87fd-6c7d949699c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:20.983838 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-f3207c94-fcfe-4983-95d9-6a4adad49b52 service neutron] 10.222.0.85 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292453 May 25 16:13:21.017628 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c704b6f-35a0-4b13-87fd-6c7d949699c1 admin admin] Publish callbacks [] for security_group (c7b243e7-b963-461e-aa5c-739df7a85255), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:21.022347 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c704b6f-35a0-4b13-87fd-6c7d949699c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c7b243e7-b963-461e-aa5c-739df7a85255), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:21.058852 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c704b6f-35a0-4b13-87fd-6c7d949699c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b243e7-b963-461e-aa5c-739df7a85255,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:21.066187 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9c704b6f-35a0-4b13-87fd-6c7d949699c1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=59e5e276ff92429e824c9c364d1f3519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097967 May 25 16:13:21.066474 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 40896) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:21.119326 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81970e58-67a0-40db-a3f6-2d8b04df48a3 admin admin] Publish callbacks [] for security_group (c7b243e7-b963-461e-aa5c-739df7a85255), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:21.137374 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:21.142129 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81970e58-67a0-40db-a3f6-2d8b04df48a3 admin admin] Publish callbacks [] for security_group (c7b243e7-b963-461e-aa5c-739df7a85255), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:21.160515 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-24ef8702-7457-43a4-b7c8-39ce427ceb69 req-fdda1743-e64b-4fc1-bc50-d42fe77f5902 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 210 time: 0.0320225 May 25 16:13:21.197779 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81970e58-67a0-40db-a3f6-2d8b04df48a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c7b243e7-b963-461e-aa5c-739df7a85255), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:21.200484 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81970e58-67a0-40db-a3f6-2d8b04df48a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:21.201619 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-81970e58-67a0-40db-a3f6-2d8b04df48a3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c7b243e7-b963-461e-aa5c-739df7a85255 HTTP/1.1" status: 204 len: 168 time: 0.1342659 May 25 16:13:21.209974 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81970e58-67a0-40db-a3f6-2d8b04df48a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b243e7-b963-461e-aa5c-739df7a85255,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:22.034439 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74136f4-e569-4145-a4cd-ba3d539cb632 req-1bb72b11-cee5-49ee-9f49-86b7b940c7d8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:22.035986 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a74136f4-e569-4145-a4cd-ba3d539cb632 req-1bb72b11-cee5-49ee-9f49-86b7b940c7d8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.2906392 May 25 16:13:22.083231 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a74136f4-e569-4145-a4cd-ba3d539cb632 req-49a6b3db-9053-4ea0-ad9c-7193af543b29 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408745 May 25 16:13:22.285302 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-4e327843-5a19-4c5c-bf85-7f9f701cdda0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:22.287481 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-4e327843-5a19-4c5c-bf85-7f9f701cdda0 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "GET /v2.0/networks?id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 200 len: 814 time: 0.1122496 May 25 16:13:22.329432 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-84a48ced-63a8-406e-98fe-8d82a37db42b req-371fd5d3-988e-4414-b7e5-337963207264 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 210 time: 0.0413024 May 25 16:13:22.371471 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-27a47aed-a092-4d36-bbe3-72b1eeda476a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32e48e8e884b4840ba54d546d82d2334 HTTP/1.1" status: 200 len: 380 time: 0.0744555 May 25 16:13:22.380591 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-15a8a7ef-a950-4f30-893a-97d393219114 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'port': {'device_id': '0c190734-ecd1-4f6b-9773-15cc8410902b', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'admin_state_up': True, 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'security_groups': ['00c95f75-6d8d-4bad-a7cc-08b7b07b621f']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:22.494725 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-15a8a7ef-a950-4f30-893a-97d393219114 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Made reservation on behalf of 32e48e8e884b4840ba54d546d82d2334 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:13:22.498187 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-15a8a7ef-a950-4f30-893a-97d393219114 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:22.633475 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-15a8a7ef-a950-4f30-893a-97d393219114 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Allocated IP 172.20.0.9 (a2dc3f38-efe8-41d0-ba54-fbd07705ad76/82c0c133-9624-48f4-80aa-0db4b953b350/2023d7e0-2db9-47f7-9275-9c71e254f1b9) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:13:22.665587 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:22.760671 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:22.789024 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-15a8a7ef-a950-4f30-893a-97d393219114 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:22.826737 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-15a8a7ef-a950-4f30-893a-97d393219114 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:22.871072 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-15a8a7ef-a950-4f30-893a-97d393219114 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:13:22.874112 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-15a8a7ef-a950-4f30-893a-97d393219114 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:13:22.878006 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-15a8a7ef-a950-4f30-893a-97d393219114 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:13:22.901103 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8a7ef-a950-4f30-893a-97d393219114 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event updated for resources: {'Port': ['ID=2023d7e0-2db9-47f7-9275-9c71e254f1b9,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:22.930068 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-15a8a7ef-a950-4f30-893a-97d393219114 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:22.930724 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-15a8a7ef-a950-4f30-893a-97d393219114 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:22.949182 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-15a8a7ef-a950-4f30-893a-97d393219114 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729311 May 25 16:13:22.960423 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Request body: {'port': {'device_id': '0c190734-ecd1-4f6b-9773-15cc8410902b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:23.032969 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:23.108915 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-d7fb5e43-9858-4b97-bde5-a58ea7d6466f None None] Provisioning complete for port 2023d7e0-2db9-47f7-9275-9c71e254f1b9 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:13:23.109564 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5e43-9858-4b97-bde5-a58ea7d6466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:23.142333 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb5e43-9858-4b97-bde5-a58ea7d6466f None None] Port 2023d7e0-2db9-47f7-9275-9c71e254f1b9 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:13:23.244708 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd674e-e7eb-41a5-ad71-12af06986944 req-ec93eff2-3434-4a7c-a782-a45b49437047 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:23.246192 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-72dd674e-e7eb-41a5-ad71-12af06986944 req-ec93eff2-3434-4a7c-a782-a45b49437047 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0851500 May 25 16:13:23.345371 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-72dd674e-e7eb-41a5-ad71-12af06986944 req-7a26cf8a-ea05-4552-8e7b-3c36d6a0b2d2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725956 May 25 16:13:23.410830 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2023d7e0-2db9-47f7-9275-9c71e254f1b9 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:13:23.419330 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Publish callbacks [] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:23.434775 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Transition to ACTIVE for port object 2023d7e0-2db9-47f7-9275-9c71e254f1b9 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:13:23.439154 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:23.443036 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da181dd-8d45-4304-88e9-bb849ae79f12 req-456e2161-82e3-4aaf-850a-52ba52763d90 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:23.444665 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3da181dd-8d45-4304-88e9-bb849ae79f12 req-456e2161-82e3-4aaf-850a-52ba52763d90 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 931 time: 0.0511675 May 25 16:13:23.487976 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:23.493998 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Pushing event updated for resources: {'Port': ['ID=2023d7e0-2db9-47f7-9275-9c71e254f1b9,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:23.499879 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3da181dd-8d45-4304-88e9-bb849ae79f12 req-ac66aa8e-0ab2-447a-bc6a-06214e27d546 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494974 May 25 16:13:23.584845 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Attempting to bind port 2023d7e0-2db9-47f7-9275-9c71e254f1b9 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:13:23.585178 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Attempting to bind port 2023d7e0-2db9-47f7-9275-9c71e254f1b9 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:13:23.585504 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Attempting to bind port 2023d7e0-2db9-47f7-9275-9c71e254f1b9 on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:13:23.590820 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Port 2023d7e0-2db9-47f7-9275-9c71e254f1b9 on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:13:23.591186 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Attempting to bind port 2023d7e0-2db9-47f7-9275-9c71e254f1b9 on network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:13:23.596719 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:13:23.597051 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Checking segment: {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:13:23.597426 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Bound using segment: {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:13:23.598162 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Bound port: 2023d7e0-2db9-47f7-9275-9c71e254f1b9, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:13:23.598300 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:23.616045 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:23.681716 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] For port 2023d7e0-2db9-47f7-9275-9c71e254f1b9, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:13:23.689408 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] For port 2023d7e0-2db9-47f7-9275-9c71e254f1b9, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=2023d7e0-2db9-47f7-9275-9c71e254f1b9,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:13:23.695952 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:23.734535 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:23.735148 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:23.736562 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] 10.222.0.67 "PUT /v2.0/ports/2023d7e0-2db9-47f7-9275-9c71e254f1b9 HTTP/1.1" status: 200 len: 1093 time: 0.7804585 May 25 16:13:23.736992 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c190734-ecd1-4f6b-9773-15cc8410902b', 'tag': '2023d7e0-2db9-47f7-9275-9c71e254f1b9'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:23.739237 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a48a6e-0295-4861-a9c8-bb647bdf0d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c190734-ecd1-4f6b-9773-15cc8410902b", "tag": "2023d7e0-2db9-47f7-9275-9c71e254f1b9"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:23.758653 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b518b05-5fbf-4ee7-a34a-c406e8f3ae0f service neutron] Pushing event updated for resources: {'Port': ['ID=2023d7e0-2db9-47f7-9275-9c71e254f1b9,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:23.835515 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-e4e5b98e-dd38-42a6-8c75-4249bf613315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:23.837828 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-e4e5b98e-dd38-42a6-8c75-4249bf613315 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 1127 time: 0.0468407 May 25 16:13:23.883564 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-988c45b6-6853-4ad7-85cd-c2da7c748f60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2023d7e0-2db9-47f7-9275-9c71e254f1b9 HTTP/1.1" status: 200 len: 217 time: 0.0371368 May 25 16:13:23.926223 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f8949e-00f1-42d6-be0e-69912b89b141 x-openstack-request-id: req-89f8949e-00f1-42d6-be0e-69912b89b141 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:23.926510 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c190734-ecd1-4f6b-9773-15cc8410902b", "tag": "2023d7e0-2db9-47f7-9275-9c71e254f1b9", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:23.926756 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-89f8949e-00f1-42d6-be0e-69912b89b141 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:23.927175 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f8949e-00f1-42d6-be0e-69912b89b141'] response: {'name': 'network-changed', 'server_uuid': '0c190734-ecd1-4f6b-9773-15cc8410902b', 'tag': '2023d7e0-2db9-47f7-9275-9c71e254f1b9', 'status': 'completed', 'code': 200} May 25 16:13:23.936480 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-3c17d764-ec40-4800-8d86-5aaebe419a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:23.938069 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-3c17d764-ec40-4800-8d86-5aaebe419a9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82c0c133-9624-48f4-80aa-0db4b953b350 HTTP/1.1" status: 200 len: 853 time: 0.0486877 May 25 16:13:24.430962 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:24.472901 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39127afb-0ba9-4a55-9ba2-231559049d9f req-6bac8a2c-d9e6-4083-9463-97efb3ef1ea0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:24.474366 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-39127afb-0ba9-4a55-9ba2-231559049d9f req-6bac8a2c-d9e6-4083-9463-97efb3ef1ea0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0533299 May 25 16:13:24.525461 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-39127afb-0ba9-4a55-9ba2-231559049d9f req-a4a943b5-a2fe-4a12-a6fe-107924f9096e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428333 May 25 16:13:24.624279 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffed2b-44b7-4355-a539-29980b71f3df req-adb1dd95-be5e-4f6c-bfa3-29f94fa665e4 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:24.625843 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c5ffed2b-44b7-4355-a539-29980b71f3df req-adb1dd95-be5e-4f6c-bfa3-29f94fa665e4 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 943 time: 0.0486722 May 25 16:13:24.676824 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c5ffed2b-44b7-4355-a539-29980b71f3df req-f4abae95-e858-4ffc-8b13-e96f35a32f79 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425532 May 25 16:13:24.859571 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-36a8c906-7504-4cd8-a3d3-af47356b5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:24.861099 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-36a8c906-7504-4cd8-a3d3-af47356b5974 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544283 May 25 16:13:25.658300 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d775995-a353-4ecb-bec1-e839ac4b64e2 req-714754bd-c61b-430a-ba69-4fed409f3d8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:25.659813 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3d775995-a353-4ecb-bec1-e839ac4b64e2 req-714754bd-c61b-430a-ba69-4fed409f3d8c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0498593 May 25 16:13:25.709016 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3d775995-a353-4ecb-bec1-e839ac4b64e2 req-82fa8578-51ec-4f08-b648-7d758e759ab0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433652 May 25 16:13:25.749527 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-7c4e1edc-a407-4af9-9fd3-ec539120dc04 service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982208 May 25 16:13:25.802402 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d62606-fc09-4ffb-bf1e-ac3b3550b4d4 req-69dfa638-cc9a-402a-b253-07e2699ac3af tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:25.803875 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-32d62606-fc09-4ffb-bf1e-ac3b3550b4d4 req-69dfa638-cc9a-402a-b253-07e2699ac3af tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 943 time: 0.0527310 May 25 16:13:25.855517 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-32d62606-fc09-4ffb-bf1e-ac3b3550b4d4 req-37fbc4de-99f2-4d04-86c8-4c5dff846136 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455267 May 25 16:13:26.859482 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb82dd-396e-4d65-81cf-a027ca349726 req-6b6ed613-82cd-4629-916a-97b0d6b85dcb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:26.860956 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-73bb82dd-396e-4d65-81cf-a027ca349726 req-6b6ed613-82cd-4629-916a-97b0d6b85dcb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0505764 May 25 16:13:26.910936 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-73bb82dd-396e-4d65-81cf-a027ca349726 req-fc04db56-0da1-45b9-9ea5-00df81d42828 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441718 May 25 16:13:26.976733 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97b02f48-ad07-420b-9d37-ad9faa9e174e req-ee7b87a0-87f3-48ce-aeed-20a7425e821f service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180012 May 25 16:13:26.988066 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e732c-7273-4d66-933b-a5107bc01031 req-47cf92d7-e7d1-40e5-a4f3-1a462ce95f43 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:26.989624 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ea6e732c-7273-4d66-933b-a5107bc01031 req-47cf92d7-e7d1-40e5-a4f3-1a462ce95f43 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 943 time: 0.0608706 May 25 16:13:27.046456 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ea6e732c-7273-4d66-933b-a5107bc01031 req-2b0a5a10-a1c6-4d6a-8bc8-bd8a2ee75dca tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508595 May 25 16:13:27.925251 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:27.929307 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a48a6e-0295-4861-a9c8-bb647bdf0d0c req-f18b6826-df4c-492b-958f-e8c171c13134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:27.930829 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5a48a6e-0295-4861-a9c8-bb647bdf0d0c req-f18b6826-df4c-492b-958f-e8c171c13134 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 1127 time: 0.0421953 May 25 16:13:28.029052 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a48a6e-0295-4861-a9c8-bb647bdf0d0c req-6a57e15b-964e-4661-a6d6-a2852290ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:28.031852 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5a48a6e-0295-4861-a9c8-bb647bdf0d0c req-6a57e15b-964e-4661-a6d6-a2852290ab36 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 200 len: 915 time: 0.0934341 May 25 16:13:28.036623 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d46cdf-6965-433c-9873-d66b94a93e1e req-67f4e5f3-cace-4123-89ed-f83b0d11a405 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:28.038586 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e0d46cdf-6965-433c-9873-d66b94a93e1e req-67f4e5f3-cace-4123-89ed-f83b0d11a405 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0486853 May 25 16:13:28.078057 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5a48a6e-0295-4861-a9c8-bb647bdf0d0c req-a9d2864a-a8fe-4e83-9297-51d9d55d9156 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2023d7e0-2db9-47f7-9275-9c71e254f1b9 HTTP/1.1" status: 200 len: 217 time: 0.0408201 May 25 16:13:28.117468 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e0d46cdf-6965-433c-9873-d66b94a93e1e req-61caa990-bdef-45c2-a41c-60358db4997f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716593 May 25 16:13:28.165859 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a48a6e-0295-4861-a9c8-bb647bdf0d0c req-c5984583-94a5-4ab7-a926-cfb74dfd9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:28.167289 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5a48a6e-0295-4861-a9c8-bb647bdf0d0c req-c5984583-94a5-4ab7-a926-cfb74dfd9d56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82c0c133-9624-48f4-80aa-0db4b953b350 HTTP/1.1" status: 200 len: 853 time: 0.0798676 May 25 16:13:28.177992 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22b553-4d09-4686-a803-a0bfad48da9f req-906f6bb2-a611-42b1-80c6-f4604940106a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:28.179408 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-df22b553-4d09-4686-a803-a0bfad48da9f req-906f6bb2-a611-42b1-80c6-f4604940106a tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 943 time: 0.0586925 May 25 16:13:28.241291 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a48a6e-0295-4861-a9c8-bb647bdf0d0c req-e4dfe249-1ac3-4b77-9bbe-0d8f4a6078f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:28.242711 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5a48a6e-0295-4861-a9c8-bb647bdf0d0c req-e4dfe249-1ac3-4b77-9bbe-0d8f4a6078f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623033 May 25 16:13:28.267614 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-df22b553-4d09-4686-a803-a0bfad48da9f req-87d965d3-be52-4cd9-98d0-eea6baf89a2c tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794210 May 25 16:13:28.331719 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:28.349493 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5a48a6e-0295-4861-a9c8-bb647bdf0d0c req-4dbad085-9193-4ddc-8ff5-1b7703d6362b service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970783 May 25 16:13:28.448027 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5a48a6e-0295-4861-a9c8-bb647bdf0d0c req-dd79bcae-8d6a-430a-87cc-2514321e84ec service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901468 May 25 16:13:29.208440 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 2023d7e0-2db9-47f7-9275-9c71e254f1b9 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:13:29.236770 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4cc73-e3f8-400d-b7d2-9cd73e0f9b7a req-55a293f1-ae15-468f-9fa9-0dee4de23575 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:29.238416 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-66a4cc73-e3f8-400d-b7d2-9cd73e0f9b7a req-55a293f1-ae15-468f-9fa9-0dee4de23575 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0476406 May 25 16:13:29.301374 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-66a4cc73-e3f8-400d-b7d2-9cd73e0f9b7a req-aaefd3c3-bae3-484f-8c6e-a98c8a6c75ef tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530944 May 25 16:13:29.313043 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 2023d7e0-2db9-47f7-9275-9c71e254f1b9, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=2023d7e0-2db9-47f7-9275-9c71e254f1b9,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:29.321458 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:29.324400 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '2023d7e0-2db9-47f7-9275-9c71e254f1b9', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'port_id': '2023d7e0-2db9-47f7-9275-9c71e254f1b9', 'mac_address': 'fa:16:3e:79:d6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:13:29.364903 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 2023d7e0-2db9-47f7-9275-9c71e254f1b9 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:13:29.365291 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:29.380758 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2023d7e0-2db9-47f7-9275-9c71e254f1b9 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:13:29.393432 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026f9a8-f85e-4eea-84b8-168c0e7906c1 req-770ddb6b-5d05-442b-b8f9-9dbe20f2e581 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:29.394961 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6026f9a8-f85e-4eea-84b8-168c0e7906c1 req-770ddb6b-5d05-442b-b8f9-9dbe20f2e581 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 943 time: 0.0507131 May 25 16:13:29.401206 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 2023d7e0-2db9-47f7-9275-9c71e254f1b9, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=2023d7e0-2db9-47f7-9275-9c71e254f1b9,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:29.405462 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:29.432404 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=53 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:29.433688 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=57 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:29.436054 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:29.441843 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6026f9a8-f85e-4eea-84b8-168c0e7906c1 req-e07dc90f-8682-4e95-b5d7-e0ad081fd1f5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 May 25 16:13:29.453229 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=2023d7e0-2db9-47f7-9275-9c71e254f1b9,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:29.688212 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['2023d7e0-2db9-47f7-9275-9c71e254f1b9'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:13:30.415309 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc89a88-a7a0-4abd-90cf-5a8e4ed666f6 req-b3c9cbfd-58c7-4f89-a905-c1fcb70dcacd tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:30.416782 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-afc89a88-a7a0-4abd-90cf-5a8e4ed666f6 req-b3c9cbfd-58c7-4f89-a905-c1fcb70dcacd tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0476105 May 25 16:13:30.463395 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-afc89a88-a7a0-4abd-90cf-5a8e4ed666f6 req-7e04e8cb-a8ea-4515-a6e5-ca2f554ac89c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410962 May 25 16:13:30.556863 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d9780-691b-4ddb-a77c-8a13079a487a req-7f217a71-8052-480d-8583-3bdaa91fcdc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:30.558371 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7e6d9780-691b-4ddb-a77c-8a13079a487a req-7f217a71-8052-480d-8583-3bdaa91fcdc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 944 time: 0.0470049 May 25 16:13:30.605763 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7e6d9780-691b-4ddb-a77c-8a13079a487a req-c908752d-92fd-4566-9620-55b232381b0f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415452 May 25 16:13:30.918862 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 41044) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:31.026638 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-638cf757-fce4-48a2-937d-8b46386f5df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:31.105850 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-638cf757-fce4-48a2-937d-8b46386f5df7 admin admin] Publish callbacks [] for security_group (54f9f244-23a8-4c82-8ff9-b1a7924aebc1), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:31.111724 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-638cf757-fce4-48a2-937d-8b46386f5df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (54f9f244-23a8-4c82-8ff9-b1a7924aebc1), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:31.154450 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-638cf757-fce4-48a2-937d-8b46386f5df7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b6855f7ea31e4e9983b26db3d34c03fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345009 May 25 16:13:31.155344 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638cf757-fce4-48a2-937d-8b46386f5df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f9f244-23a8-4c82-8ff9-b1a7924aebc1,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:31.157359 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 41048) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:31.205986 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 2023d7e0-2db9-47f7-9275-9c71e254f1b9 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:13:31.208871 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f862a312-6392-4842-b386-91336c43aabf admin admin] Publish callbacks [] for security_group (54f9f244-23a8-4c82-8ff9-b1a7924aebc1), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:31.230364 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f862a312-6392-4842-b386-91336c43aabf admin admin] Publish callbacks [] for security_group (54f9f244-23a8-4c82-8ff9-b1a7924aebc1), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:31.248913 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 2023d7e0-2db9-47f7-9275-9c71e254f1b9 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:13:31.256466 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 2023d7e0-2db9-47f7-9275-9c71e254f1b9 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:13:31.256466 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:31.284737 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f862a312-6392-4842-b386-91336c43aabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (54f9f244-23a8-4c82-8ff9-b1a7924aebc1), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:31.287272 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f862a312-6392-4842-b386-91336c43aabf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:31.288492 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f862a312-6392-4842-b386-91336c43aabf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/54f9f244-23a8-4c82-8ff9-b1a7924aebc1 HTTP/1.1" status: 204 len: 168 time: 0.1299756 May 25 16:13:31.298982 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862a312-6392-4842-b386-91336c43aabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f9f244-23a8-4c82-8ff9-b1a7924aebc1,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:31.360975 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 2023d7e0-2db9-47f7-9275-9c71e254f1b9 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:13:31.361383 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:31.384375 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c190734-ecd1-4f6b-9773-15cc8410902b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2023d7e0-2db9-47f7-9275-9c71e254f1b9'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:31.386903 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b4dce2-9719-438d-95c0-45077dce0b50" -d '{"events": [{"server_uuid": "0c190734-ecd1-4f6b-9773-15cc8410902b", "name": "network-vif-plugged", "status": "completed", "tag": "2023d7e0-2db9-47f7-9275-9c71e254f1b9"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:31.400892 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 2023d7e0-2db9-47f7-9275-9c71e254f1b9, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=2023d7e0-2db9-47f7-9275-9c71e254f1b9,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:31.405860 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:31.455683 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=2023d7e0-2db9-47f7-9275-9c71e254f1b9,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:31.590211 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f52fb1-8c44-4df3-b2da-63d731d723d7 req-699a36e0-d58d-4890-ac99-938cc522d868 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:31.591978 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-22f52fb1-8c44-4df3-b2da-63d731d723d7 req-699a36e0-d58d-4890-ac99-938cc522d868 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0501053 May 25 16:13:31.635348 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b2a6f9-3329-433c-adfe-a5b408fd90d3 x-openstack-request-id: req-24b2a6f9-3329-433c-adfe-a5b408fd90d3 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:31.635667 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c190734-ecd1-4f6b-9773-15cc8410902b", "name": "network-vif-plugged", "status": "completed", "tag": "2023d7e0-2db9-47f7-9275-9c71e254f1b9", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:31.635948 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-24b2a6f9-3329-433c-adfe-a5b408fd90d3 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:31.636351 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b2a6f9-3329-433c-adfe-a5b408fd90d3'] response: {'server_uuid': '0c190734-ecd1-4f6b-9773-15cc8410902b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2023d7e0-2db9-47f7-9275-9c71e254f1b9', 'code': 200} May 25 16:13:31.653487 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-22f52fb1-8c44-4df3-b2da-63d731d723d7 req-794ed189-8646-46ce-a46e-c74cad9c88af tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538220 May 25 16:13:31.759924 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d150d6-9dd6-41a9-88db-a308c24353da req-86058ca9-148d-4aa2-9a3f-56eb0cde53f6 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:31.762142 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45d150d6-9dd6-41a9-88db-a308c24353da req-86058ca9-148d-4aa2-9a3f-56eb0cde53f6 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 945 time: 0.0548460 May 25 16:13:31.810073 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45d150d6-9dd6-41a9-88db-a308c24353da req-7aa3b8c7-59f7-4f8b-9b36-7641feb15fbd tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419903 May 25 16:13:31.898666 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:31.901967 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5261860-7d3b-4adc-a843-4abdde16def0 req-0d2542a5-52b1-405f-b7e9-f0339ccacc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:31.903461 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e5261860-7d3b-4adc-a843-4abdde16def0 req-0d2542a5-52b1-405f-b7e9-f0339ccacc0a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 1129 time: 0.0424423 May 25 16:13:31.949165 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e5261860-7d3b-4adc-a843-4abdde16def0 req-505023eb-6383-4098-bd6d-4013a04b43ab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386693 May 25 16:13:32.778272 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045751a5-8945-4927-8b91-4ec3fae7bb68 req-496ecb99-5925-43a1-ac06-bdc22431de7c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:32.779889 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-045751a5-8945-4927-8b91-4ec3fae7bb68 req-496ecb99-5925-43a1-ac06-bdc22431de7c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0503657 May 25 16:13:32.830127 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-045751a5-8945-4927-8b91-4ec3fae7bb68 req-451bb7ae-8a7e-458b-8181-6bdb4c851cf3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417712 May 25 16:13:32.924104 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:32.940515 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b9448-21fd-43de-a3ce-843e3f42771d req-ce5b4d77-0e28-4b3a-b29a-cc5c86d42ce4 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:32.942023 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0d8b9448-21fd-43de-a3ce-843e3f42771d req-ce5b4d77-0e28-4b3a-b29a-cc5c86d42ce4 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 945 time: 0.0496747 May 25 16:13:32.989786 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0d8b9448-21fd-43de-a3ce-843e3f42771d req-42c50785-175a-41f2-859f-c100869037ed tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415158 May 25 16:13:33.954061 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95440edb-4a6b-49c0-a9d7-f7605e62c2fc req-8d1b0202-ee22-4245-b3f3-18c0e2fc9155 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:33.955567 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-95440edb-4a6b-49c0-a9d7-f7605e62c2fc req-8d1b0202-ee22-4245-b3f3-18c0e2fc9155 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0486963 May 25 16:13:33.971573 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-48abeefb-bf7b-4b3d-8e43-84fd87f30448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:34.006521 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-95440edb-4a6b-49c0-a9d7-f7605e62c2fc req-bc4b2cd9-bccd-47ad-b4bf-8073a7b645ff tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450709 May 25 16:13:34.096691 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:34.105591 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e03d6-2b36-4b79-9298-609d619ad6b1 req-0284c8bd-aeab-49f7-b8ad-106323a4d708 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:34.107083 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9c2e03d6-2b36-4b79-9298-609d619ad6b1 req-0284c8bd-aeab-49f7-b8ad-106323a4d708 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 945 time: 0.0487337 May 25 16:13:34.160656 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9c2e03d6-2b36-4b79-9298-609d619ad6b1 req-1e2e7278-5087-443d-8678-1b5ee8d3118b tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473638 May 25 16:13:34.284187 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb68e52-3461-45a6-b521-86a7de8fcc44 req-71c53622-758c-4de9-bd91-75a45a367561 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:34.285688 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-afb68e52-3461-45a6-b521-86a7de8fcc44 req-71c53622-758c-4de9-bd91-75a45a367561 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 945 time: 0.0534461 May 25 16:13:34.298586 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 41122) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:34.302926 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-b5b1fb33-a456-4798-91eb-e362a1bb155f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Request body: {'floatingip': {'port_id': '2023d7e0-2db9-47f7-9275-9c71e254f1b9'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:34.339637 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b5b1fb33-a456-4798-91eb-e362a1bb155f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (a9213be3-e70b-4258-800e-a2d61f2747de), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:34.435215 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:34.775845 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b5b1fb33-a456-4798-91eb-e362a1bb155f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:34.780526 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b5b1fb33-a456-4798-91eb-e362a1bb155f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (a9213be3-e70b-4258-800e-a2d61f2747de), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:34.886583 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-b5b1fb33-a456-4798-91eb-e362a1bb155f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Floating IP a9213be3-e70b-4258-800e-a2d61f2747de associated. External IP: 172.27.0.11, port: 2023d7e0-2db9-47f7-9275-9c71e254f1b9. May 25 16:13:35.090124 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b1fb33-a456-4798-91eb-e362a1bb155f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:13:35.093027 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:35.133466 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed10307-98ef-410b-9123-f8e63d896671 req-8f4acea2-3142-4793-acf9-51c19d306b1e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:35.135272 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5ed10307-98ef-410b-9123-f8e63d896671 req-8f4acea2-3142-4793-acf9-51c19d306b1e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0545256 May 25 16:13:35.189644 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5ed10307-98ef-410b-9123-f8e63d896671 req-72af56f9-db30-4125-b707-240edd9b09ce tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465097 May 25 16:13:35.202705 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b1fb33-a456-4798-91eb-e362a1bb155f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:13:35.207903 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b5b1fb33-a456-4798-91eb-e362a1bb155f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:35.214273 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921aa77e-114a-4ebe-b971-919e414abaf5 None None] Sync routers for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:13:35.225870 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921aa77e-114a-4ebe-b971-919e414abaf5 None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:13:35.226547 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-921aa77e-114a-4ebe-b971-919e414abaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:13:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:35.239355 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b5b1fb33-a456-4798-91eb-e362a1bb155f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "PUT /v2.0/floatingips/a9213be3-e70b-4258-800e-a2d61f2747de HTTP/1.1" status: 200 len: 990 time: 0.9397330 May 25 16:13:35.239964 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c190734-ecd1-4f6b-9773-15cc8410902b', 'tag': '2023d7e0-2db9-47f7-9275-9c71e254f1b9'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:35.242274 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd6e701-ed3c-4059-807b-304511d18fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c190734-ecd1-4f6b-9773-15cc8410902b", "tag": "2023d7e0-2db9-47f7-9275-9c71e254f1b9"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:35.279252 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e463c6ac-18e3-48ca-9b90-cc8f52f3d5cc x-openstack-request-id: req-e463c6ac-18e3-48ca-9b90-cc8f52f3d5cc {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:35.279496 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c190734-ecd1-4f6b-9773-15cc8410902b", "tag": "2023d7e0-2db9-47f7-9275-9c71e254f1b9", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:35.279806 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e463c6ac-18e3-48ca-9b90-cc8f52f3d5cc {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:35.280475 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e463c6ac-18e3-48ca-9b90-cc8f52f3d5cc'] response: {'name': 'network-changed', 'server_uuid': '0c190734-ecd1-4f6b-9773-15cc8410902b', 'tag': '2023d7e0-2db9-47f7-9275-9c71e254f1b9', 'status': 'completed', 'code': 200} May 25 16:13:35.343036 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-921aa77e-114a-4ebe-b971-919e414abaf5 None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:13:35.361149 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e701-ed3c-4059-807b-304511d18fd5 req-4b6a507a-6e5b-4645-a9a6-cdc51fc3f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:35.362742 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7bd6e701-ed3c-4059-807b-304511d18fd5 req-4b6a507a-6e5b-4645-a9a6-cdc51fc3f20a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32e48e8e884b4840ba54d546d82d2334&device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 1129 time: 0.0464928 May 25 16:13:35.432170 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:35.470325 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e701-ed3c-4059-807b-304511d18fd5 req-d33c2fb0-662a-461b-9378-cfdda08e3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:35.471925 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7bd6e701-ed3c-4059-807b-304511d18fd5 req-d33c2fb0-662a-461b-9378-cfdda08e3589 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 200 len: 915 time: 0.1024630 May 25 16:13:35.538630 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7bd6e701-ed3c-4059-807b-304511d18fd5 req-f75cdea6-7bba-4e4e-8f4b-8b9129059147 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2023d7e0-2db9-47f7-9275-9c71e254f1b9 HTTP/1.1" status: 200 len: 998 time: 0.0586874 May 25 16:13:35.589389 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e701-ed3c-4059-807b-304511d18fd5 req-b87ff7bf-f091-46c9-ac00-16890274c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:35.590858 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7bd6e701-ed3c-4059-807b-304511d18fd5 req-b87ff7bf-f091-46c9-ac00-16890274c263 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82c0c133-9624-48f4-80aa-0db4b953b350 HTTP/1.1" status: 200 len: 853 time: 0.0460460 May 25 16:13:35.643616 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e701-ed3c-4059-807b-304511d18fd5 req-b73a6aec-adbb-4078-a245-1df3767e8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:35.645184 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7bd6e701-ed3c-4059-807b-304511d18fd5 req-b73a6aec-adbb-4078-a245-1df3767e8a04 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2dc3f38-efe8-41d0-ba54-fbd07705ad76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474746 May 25 16:13:35.652639 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-921aa77e-114a-4ebe-b971-919e414abaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'a9213be3-e70b-4258-800e-a2d61f2747de', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '2023d7e0-2db9-47f7-9275-9c71e254f1b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:79:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c190734-ecd1-4f6b-9773-15cc8410902b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:13:19Z', 'updated_at': '2022-05-25T16:13:34Z', 'revision_number': 1, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:35.679272 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921aa77e-114a-4ebe-b971-919e414abaf5 None None] Checking router: 87c12870-9bf7-4d4c-94f8-90429b2d4d14 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:13:35.687912 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921aa77e-114a-4ebe-b971-919e414abaf5 None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:13:35.688532 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-921aa77e-114a-4ebe-b971-919e414abaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:13:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:35.738861 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7bd6e701-ed3c-4059-807b-304511d18fd5 req-10fe63ba-bda9-4154-a6d3-0ebd71f0dee2 service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866482 May 25 16:13:35.788037 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-921aa77e-114a-4ebe-b971-919e414abaf5 None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:13:35.828357 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7bd6e701-ed3c-4059-807b-304511d18fd5 req-b4475173-7861-491e-9c69-b0c961e36265 service neutron] 10.222.0.67 "GET /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832262 May 25 16:13:36.003534 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-921aa77e-114a-4ebe-b971-919e414abaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'a9213be3-e70b-4258-800e-a2d61f2747de', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '2023d7e0-2db9-47f7-9275-9c71e254f1b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:79:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c190734-ecd1-4f6b-9773-15cc8410902b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:13:19Z', 'updated_at': '2022-05-25T16:13:34Z', 'revision_number': 1, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:13:36.031275 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921aa77e-114a-4ebe-b971-919e414abaf5 None None] The sync data for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi is: [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'a9213be3-e70b-4258-800e-a2d61f2747de', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'port_id': '2023d7e0-2db9-47f7-9275-9c71e254f1b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'mac_address': 'fa:16:3e:79:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c190734-ecd1-4f6b-9773-15cc8410902b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:13:19Z', 'updated_at': '2022-05-25T16:13:34Z', 'revision_number': 1, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:13:36.195618 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f397538a-0d01-4043-a950-b1ea6d24024c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:36.227428 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7698ec51-e9f4-488a-a133-e9e17c7db423 None None] New status for floating IP a9213be3-e70b-4258-800e-a2d61f2747de: ACTIVE {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:13:36.309880 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0d910-f3ee-4fc5-8bf1-33e63ca7f151 req-db1a125f-3849-452a-859d-0555b7cae963 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:36.311364 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-abf0d910-f3ee-4fc5-8bf1-33e63ca7f151 req-db1a125f-3849-452a-859d-0555b7cae963 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0468173 May 25 16:13:36.359223 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-abf0d910-f3ee-4fc5-8bf1-33e63ca7f151 req-ac856a90-20fb-4956-bb7e-f85cbe936c64 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419509 May 25 16:13:37.048449 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:37.484340 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f4bf3-da05-4720-99d0-7650685fb566 req-67d907ce-44ad-4cf1-b063-588a76271596 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:37.485801 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-595f4bf3-da05-4720-99d0-7650685fb566 req-67d907ce-44ad-4cf1-b063-588a76271596 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0492473 May 25 16:13:37.536781 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-595f4bf3-da05-4720-99d0-7650685fb566 req-9352e024-d7d3-48a9-86c3-2449769a1585 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452418 May 25 16:13:38.623558 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:38.676097 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed42a2-bd6a-44ad-8b69-ab62086b6742 req-fd55bee5-cafa-466a-9f19-7734cf27ee63 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:38.677559 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dfed42a2-bd6a-44ad-8b69-ab62086b6742 req-fd55bee5-cafa-466a-9f19-7734cf27ee63 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0521004 May 25 16:13:38.724268 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dfed42a2-bd6a-44ad-8b69-ab62086b6742 req-35d3ecdc-6b42-4a87-a44f-32a3c0632258 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410135 May 25 16:13:39.255202 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1800f2a7-7112-4dbc-b1d8-94b717a81abe details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:13:39.321336 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:39.365658 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:39.377776 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'port_id': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'mac_address': 'fa:16:3e:56:32:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:13:39.412854 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 1800f2a7-7112-4dbc-b1d8-94b717a81abe is: ACTIVE; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:13:39.413242 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:39.426785 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1800f2a7-7112-4dbc-b1d8-94b717a81abe {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:13:39.447356 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:39.452353 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:39.501289 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=1800f2a7-7112-4dbc-b1d8-94b717a81abe,revision_number=6']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:39.530716 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 41202) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:39.566764 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['1800f2a7-7112-4dbc-b1d8-94b717a81abe'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:13:39.569071 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:39.641211 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a109ce14-880d-4869-9878-588f801d66af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:39.717854 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a109ce14-880d-4869-9878-588f801d66af admin admin] Publish callbacks [] for security_group (9a4de4a4-c9e0-48af-bab0-3ac364db9ebc), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:39.723023 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a109ce14-880d-4869-9878-588f801d66af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (9a4de4a4-c9e0-48af-bab0-3ac364db9ebc), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:39.762436 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109ce14-880d-4869-9878-588f801d66af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4de4a4-c9e0-48af-bab0-3ac364db9ebc,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:39.769482 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a109ce14-880d-4869-9878-588f801d66af admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=04d28d327942493584a3fb9a00648fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376142 May 25 16:13:39.769739 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 41212) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:39.822584 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-05b88813-4315-4984-9bf9-68515f87d75f admin admin] Publish callbacks [] for security_group (9a4de4a4-c9e0-48af-bab0-3ac364db9ebc), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:39.844621 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-05b88813-4315-4984-9bf9-68515f87d75f admin admin] Publish callbacks [] for security_group (9a4de4a4-c9e0-48af-bab0-3ac364db9ebc), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:39.853169 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a0fa4-1b88-44e6-b20c-7ba1ba688b11 req-94ad9331-1407-418d-9fe1-c86599fd7bc6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:39.854888 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5b4a0fa4-1b88-44e6-b20c-7ba1ba688b11 req-94ad9331-1407-418d-9fe1-c86599fd7bc6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 945 time: 0.0522516 May 25 16:13:39.870981 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:39.896793 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-05b88813-4315-4984-9bf9-68515f87d75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (9a4de4a4-c9e0-48af-bab0-3ac364db9ebc), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:39.900123 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-05b88813-4315-4984-9bf9-68515f87d75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:39.901474 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-05b88813-4315-4984-9bf9-68515f87d75f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9a4de4a4-c9e0-48af-bab0-3ac364db9ebc HTTP/1.1" status: 204 len: 168 time: 0.1300890 May 25 16:13:39.910066 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b88813-4315-4984-9bf9-68515f87d75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4de4a4-c9e0-48af-bab0-3ac364db9ebc,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:39.920541 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5b4a0fa4-1b88-44e6-b20c-7ba1ba688b11 req-e5ba9f90-1bac-4136-a45d-b99e1ecf4b9d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591993 May 25 16:13:40.082101 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:40.218397 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 41238) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:40.231585 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-025bfb14-adc0-4e45-80b6-0aa92001ea53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:40.312786 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-025bfb14-adc0-4e45-80b6-0aa92001ea53 admin admin] Publish callbacks [] for security_group (e0da0748-f05d-432e-ad77-f5c235a87f40), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:40.317190 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-025bfb14-adc0-4e45-80b6-0aa92001ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (e0da0748-f05d-432e-ad77-f5c235a87f40), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:40.356014 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-025bfb14-adc0-4e45-80b6-0aa92001ea53 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1a337a37f0ab44efb143c1666d9a2536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363909 May 25 16:13:40.357203 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bfb14-adc0-4e45-80b6-0aa92001ea53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0da0748-f05d-432e-ad77-f5c235a87f40,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:40.358756 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 41240) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:40.419516 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0bc7da82-e051-4344-a7b5-88ec99e3a605 admin admin] Publish callbacks [] for security_group (e0da0748-f05d-432e-ad77-f5c235a87f40), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:40.687615 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0bc7da82-e051-4344-a7b5-88ec99e3a605 admin admin] Publish callbacks [] for security_group (e0da0748-f05d-432e-ad77-f5c235a87f40), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:40.748313 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0bc7da82-e051-4344-a7b5-88ec99e3a605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (e0da0748-f05d-432e-ad77-f5c235a87f40), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:40.751279 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0bc7da82-e051-4344-a7b5-88ec99e3a605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:40.752547 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0bc7da82-e051-4344-a7b5-88ec99e3a605 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e0da0748-f05d-432e-ad77-f5c235a87f40 HTTP/1.1" status: 204 len: 168 time: 0.3926580 May 25 16:13:40.763476 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7da82-e051-4344-a7b5-88ec99e3a605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0da0748-f05d-432e-ad77-f5c235a87f40,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:41.192887 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 41252) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:41.207330 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bf89ee3f-e130-4374-bc00-8a94d8e1ab53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:41.267480 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1800f2a7-7112-4dbc-b1d8-94b717a81abe up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:13:41.274268 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a270b5d-22b6-4c53-91dc-3d7fa6625e69 req-b7cc86d0-6fc2-4c75-bcc5-4c5e61e642c0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:41.275798 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7a270b5d-22b6-4c53-91dc-3d7fa6625e69 req-b7cc86d0-6fc2-4c75-bcc5-4c5e61e642c0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 945 time: 0.0604568 May 25 16:13:41.295432 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:41.340365 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:41.351501 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7a270b5d-22b6-4c53-91dc-3d7fa6625e69 req-db9ea6df-9482-48cd-bbee-1849e2b8ac33 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685711 May 25 16:13:41.386568 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bf89ee3f-e130-4374-bc00-8a94d8e1ab53 admin admin] Publish callbacks [] for security_group (adf62650-281f-4465-9a4f-0b1cff1f2b17), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:41.392257 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 1800f2a7-7112-4dbc-b1d8-94b717a81abe triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:13:41.392465 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bf89ee3f-e130-4374-bc00-8a94d8e1ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (adf62650-281f-4465-9a4f-0b1cff1f2b17), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:41.393101 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:41.436651 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89ee3f-e130-4374-bc00-8a94d8e1ab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf62650-281f-4465-9a4f-0b1cff1f2b17,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:41.444993 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-bf89ee3f-e130-4374-bc00-8a94d8e1ab53 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1f2845617a834e02b0b41fbc5da45297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504358 May 25 16:13:41.447433 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 41254) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:41.475129 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 1800f2a7-7112-4dbc-b1d8-94b717a81abe is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:13:41.475541 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:41.503695 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-67604547-fc22-4a91-92fc-bae56eb21d90 admin admin] Publish callbacks [] for security_group (adf62650-281f-4465-9a4f-0b1cff1f2b17), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:41.504006 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:41.506562 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d355b6-4c13-4b68-af2d-a0987af3a858" -d '{"events": [{"server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "name": "network-vif-plugged", "status": "completed", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:41.520628 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:41.528131 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-67604547-fc22-4a91-92fc-bae56eb21d90 admin admin] Publish callbacks [] for security_group (adf62650-281f-4465-9a4f-0b1cff1f2b17), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:41.531081 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:41.587694 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d6f5ab-4ccd-466a-abff-2e718006c34f x-openstack-request-id: req-23d6f5ab-4ccd-466a-abff-2e718006c34f {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:41.588121 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "name": "network-vif-plugged", "status": "completed", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:41.588464 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-23d6f5ab-4ccd-466a-abff-2e718006c34f {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:41.588965 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d6f5ab-4ccd-466a-abff-2e718006c34f'] response: {'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'code': 200} May 25 16:13:41.591805 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-67604547-fc22-4a91-92fc-bae56eb21d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (adf62650-281f-4465-9a4f-0b1cff1f2b17), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:41.594986 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-67604547-fc22-4a91-92fc-bae56eb21d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:41.596186 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-67604547-fc22-4a91-92fc-bae56eb21d90 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/adf62650-281f-4465-9a4f-0b1cff1f2b17 HTTP/1.1" status: 204 len: 168 time: 0.1477482 May 25 16:13:41.610307 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67604547-fc22-4a91-92fc-bae56eb21d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf62650-281f-4465-9a4f-0b1cff1f2b17,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:41.640295 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=1800f2a7-7112-4dbc-b1d8-94b717a81abe,revision_number=7']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:42.436500 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 41282) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:42.517254 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea023c-4be7-4c06-9ea9-7123aacf222b req-daf63058-a383-4695-96a4-0d597f8771e0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:42.519165 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-efea023c-4be7-4c06-9ea9-7123aacf222b req-daf63058-a383-4695-96a4-0d597f8771e0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0732999 May 25 16:13:42.565873 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2060961099-network', 'tenant_id': '234b2b74107748719889e8c695484040'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:42.615432 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-efea023c-4be7-4c06-9ea9-7123aacf222b req-4916783e-24a6-4ddb-9658-381efc82d900 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885873 May 25 16:13:42.622690 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Made reservation on behalf of 234b2b74107748719889e8c695484040 for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:13:42.625314 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:42.637866 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:42.727374 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Publish callbacks [] for security_group (434749f1-93e6-4ea4-b6d4-d8bacabb3ab5), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:42.732246 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (434749f1-93e6-4ea4-b6d4-d8bacabb3ab5), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:42.763487 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:13:42.765946 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:42.777211 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (14fa96d6-eaa1-4585-b88b-5fe215b6afdb), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:42.778234 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Added segment 14fa96d6-eaa1-4585-b88b-5fe215b6afdb of type vlan for network d9742374-0900-4eb6-8398-b69feb343b7f May 25 16:13:42.819790 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (d9742374-0900-4eb6-8398-b69feb343b7f), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:42.851576 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (d9742374-0900-4eb6-8398-b69feb343b7f), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:42.853046 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:42.853796 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:42.928934 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] Pushing event updated for resources: {'Network': ['ID=d9742374-0900-4eb6-8398-b69feb343b7f,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:42.938421 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6ce73074-6b24-499b-bbbc-9ebfd382cd6b admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4971571 May 25 16:13:42.938725 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 41286) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:42.943978 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network d9742374-0900-4eb6-8398-b69feb343b7f details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:13:42.947140 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-d15b587f-24ab-4228-bb6d-980a69775091 admin admin] Request body: {'subnet': {'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2060961099-subnet', 'tenant_id': '234b2b74107748719889e8c695484040', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:42.972509 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15b587f-24ab-4228-bb6d-980a69775091 admin admin] Made reservation on behalf of 234b2b74107748719889e8c695484040 for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:13:42.975163 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d15b587f-24ab-4228-bb6d-980a69775091 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286781'] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:43.045987 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:43.057558 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=19,neutron:SELECT=77,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:43.195550 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d15b587f-24ab-4228-bb6d-980a69775091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3990599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286799'] for subnet (88328842-49de-4aa3-84e4-c810f07c9a03), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:43.243409 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b587f-24ab-4228-bb6d-980a69775091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88328842-49de-4aa3-84e4-c810f07c9a03,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:43.262129 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15b587f-24ab-4228-bb6d-980a69775091 admin admin] Checking segment: {'id': '14fa96d6-eaa1-4585-b88b-5fe215b6afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:13:43.262583 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15b587f-24ab-4228-bb6d-980a69775091 admin admin] Network hostable DHCP agents. Network: d9742374-0900-4eb6-8398-b69feb343b7f, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:13:43.284878 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15b587f-24ab-4228-bb6d-980a69775091 admin admin] Network d9742374-0900-4eb6-8398-b69feb343b7f is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:13:43.298359 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-d15b587f-24ab-4228-bb6d-980a69775091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, d9742374-0900-4eb6-8398-b69feb343b7f) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:13:43.302880 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15b587f-24ab-4228-bb6d-980a69775091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:43.303513 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d15b587f-24ab-4228-bb6d-980a69775091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:43.311639 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3363601-aa50-48dc-9750-53d316d4d0b7 None None] Network d9742374-0900-4eb6-8398-b69feb343b7f requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:13:43.335925 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d15b587f-24ab-4228-bb6d-980a69775091 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3923321 May 25 16:13:43.435130 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c46a91-b504-469c-939b-906eb4f1f406 None None] Network d9742374-0900-4eb6-8398-b69feb343b7f requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:13:43.705366 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:43.794164 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:43.811290 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e22eb4-30ec-407c-9200-1e76cde5694d req-972f435f-fc68-4dd7-888c-dcdb286d3f55 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:43.813116 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-18e22eb4-30ec-407c-9200-1e76cde5694d req-972f435f-fc68-4dd7-888c-dcdb286d3f55 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0715871 May 25 16:13:43.894030 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-18e22eb4-30ec-407c-9200-1e76cde5694d req-894e93b7-2ced-48c5-9bd1-e3b0775280a1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739336 May 25 16:13:45.039061 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a59d5-34fe-41c4-b8fd-63d610db37ec req-0c4cbaf0-49d1-4ef7-a566-2cd5f54c5c09 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:45.040919 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-722a59d5-34fe-41c4-b8fd-63d610db37ec req-0c4cbaf0-49d1-4ef7-a566-2cd5f54c5c09 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0539646 May 25 16:13:45.116964 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-722a59d5-34fe-41c4-b8fd-63d610db37ec req-8582c221-ed64-441c-9d8c-0b2024a14a7d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645852 May 25 16:13:45.320619 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a9d4f-d4af-4816-86f8-123729b03149 req-489c7052-3426-4f50-9d89-a1e9d86e49c3 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:45.322831 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-489c7052-3426-4f50-9d89-a1e9d86e49c3 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/networks?id=d9742374-0900-4eb6-8398-b69feb343b7f HTTP/1.1" status: 200 len: 809 time: 0.1173258 May 25 16:13:45.342177 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-df2a8cc0-e406-4329-8f55-f5a1d9a97fa2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/quotas/234b2b74107748719889e8c695484040 HTTP/1.1" status: 200 len: 375 time: 0.0143943 May 25 16:13:45.372631 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-5de3a418-1ef4-4108-8a2a-d686654a2b4a tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=234b2b74107748719889e8c695484040&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295286 May 25 16:13:45.483411 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-f39858bd-4af1-4532-9853-b8d9c3f97e8f service neutron] 10.222.0.85 "GET /v2.0/networks/d9742374-0900-4eb6-8398-b69feb343b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034579 May 25 16:13:45.590187 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-24f37749-80d8-4bd6-99cc-336b6ab4c4ca service neutron] 10.222.0.85 "GET /v2.0/networks/d9742374-0900-4eb6-8398-b69feb343b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997701 May 25 16:13:45.780136 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-95af9c8b-6767-4088-8e4c-dfb6f371bcc8 req-bf2cb7b6-87f2-4e87-8bfd-d5e85e267004 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 210 time: 0.0404487 May 25 16:13:46.283962 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e83c9a-d6fc-4dfa-92a3-d7e25240dc49 req-ef18dff0-e557-4faa-a51b-a29c0837203b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:46.291075 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-17e83c9a-d6fc-4dfa-92a3-d7e25240dc49 req-ef18dff0-e557-4faa-a51b-a29c0837203b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0692863 May 25 16:13:46.361612 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-17e83c9a-d6fc-4dfa-92a3-d7e25240dc49 req-8e427658-c344-4748-900c-e1bfbe1557fd tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538025 May 25 16:13:46.901042 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-edfa232c-d4cf-4656-96d2-0d4896ea6e2f req-a1b4fcf8-bc5d-4d40-9bd0-0612e0454fad tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 210 time: 0.0383787 May 25 16:13:46.982119 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a9d4f-d4af-4816-86f8-123729b03149 req-e30106ef-e80f-473f-a161-f727821515fc tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:46.983747 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-e30106ef-e80f-473f-a161-f727821515fc tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.67 "GET /v2.0/networks?id=d9742374-0900-4eb6-8398-b69feb343b7f HTTP/1.1" status: 200 len: 809 time: 0.1640611 May 25 16:13:47.012023 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-435a9d4f-d4af-4816-86f8-123729b03149 req-04eb9953-643a-464f-a9cc-5455b8478170 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Request body: {'port': {'device_id': 'b42427c6-919d-4192-8cac-3458c8d92f3d', 'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f', 'admin_state_up': True, 'tenant_id': '234b2b74107748719889e8c695484040'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:47.149075 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435a9d4f-d4af-4816-86f8-123729b03149 req-04eb9953-643a-464f-a9cc-5455b8478170 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Made reservation on behalf of 234b2b74107748719889e8c695484040 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:13:47.152918 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-435a9d4f-d4af-4816-86f8-123729b03149 req-04eb9953-643a-464f-a9cc-5455b8478170 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:47.210809 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:47.302380 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-435a9d4f-d4af-4816-86f8-123729b03149 req-04eb9953-643a-464f-a9cc-5455b8478170 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Allocated IP 172.20.0.3 (d9742374-0900-4eb6-8398-b69feb343b7f/88328842-49de-4aa3-84e4-c810f07c9a03/b19e24ff-304b-4cb0-bc05-98d8fd43a79e) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:13:47.466267 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:47.500096 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-435a9d4f-d4af-4816-86f8-123729b03149 req-04eb9953-643a-464f-a9cc-5455b8478170 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks [] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:47.573091 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6d032-9cda-4b28-b4e8-23636765c295 req-05234572-fb98-47ed-a299-32a9f507be44 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:47.575104 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f1c6d032-9cda-4b28-b4e8-23636765c295 req-05234572-fb98-47ed-a299-32a9f507be44 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0734544 May 25 16:13:47.608143 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-435a9d4f-d4af-4816-86f8-123729b03149 req-04eb9953-643a-464f-a9cc-5455b8478170 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:47.691610 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb9953-643a-464f-a9cc-5455b8478170 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Pushing event updated for resources: {'Port': ['ID=b19e24ff-304b-4cb0-bc05-98d8fd43a79e,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:47.698034 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435a9d4f-d4af-4816-86f8-123729b03149 req-04eb9953-643a-464f-a9cc-5455b8478170 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Network d9742374-0900-4eb6-8398-b69feb343b7f is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:13:47.701269 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-435a9d4f-d4af-4816-86f8-123729b03149 req-04eb9953-643a-464f-a9cc-5455b8478170 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:13:47.705828 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f1c6d032-9cda-4b28-b4e8-23636765c295 req-43fd7400-ce13-4091-97e9-315402d22306 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238289 May 25 16:13:47.706799 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-435a9d4f-d4af-4816-86f8-123729b03149 req-04eb9953-643a-464f-a9cc-5455b8478170 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:13:47.775943 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a9d4f-d4af-4816-86f8-123729b03149 req-04eb9953-643a-464f-a9cc-5455b8478170 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:47.776569 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-435a9d4f-d4af-4816-86f8-123729b03149 req-04eb9953-643a-464f-a9cc-5455b8478170 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:47.795997 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-04eb9953-643a-464f-a9cc-5455b8478170 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7915242 May 25 16:13:47.809095 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Request body: {'port': {'device_id': 'b42427c6-919d-4192-8cac-3458c8d92f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:47.880154 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:48.022641 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78881839-9ec2-4659-aa51-2d406c1fb86f req-706dca96-1a3e-4935-8530-7213ce85b310 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:48.036356 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-78881839-9ec2-4659-aa51-2d406c1fb86f req-706dca96-1a3e-4935-8530-7213ce85b310 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 931 time: 0.0717018 May 25 16:13:48.095928 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-78881839-9ec2-4659-aa51-2d406c1fb86f req-9a752560-5807-47d3-917c-4fd1cce4496b tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584109 May 25 16:13:48.228394 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19e24ff-304b-4cb0-bc05-98d8fd43a79e {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:13:48.239536 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Publish callbacks [] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:48.254499 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Transition to ACTIVE for port object b19e24ff-304b-4cb0-bc05-98d8fd43a79e will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:13:48.262228 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:48.267441 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:48.301895 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:48.327192 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Pushing event updated for resources: {'Port': ['ID=b19e24ff-304b-4cb0-bc05-98d8fd43a79e,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:48.411736 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Attempting to bind port b19e24ff-304b-4cb0-bc05-98d8fd43a79e on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:13:48.412098 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Attempting to bind port b19e24ff-304b-4cb0-bc05-98d8fd43a79e by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '14fa96d6-eaa1-4585-b88b-5fe215b6afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:13:48.412426 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Attempting to bind port b19e24ff-304b-4cb0-bc05-98d8fd43a79e on network d9742374-0900-4eb6-8398-b69feb343b7f {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:13:48.417667 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Port b19e24ff-304b-4cb0-bc05-98d8fd43a79e on network d9742374-0900-4eb6-8398-b69feb343b7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:13:48.417984 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Attempting to bind port b19e24ff-304b-4cb0-bc05-98d8fd43a79e on network d9742374-0900-4eb6-8398-b69feb343b7f {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:13:48.423693 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:13:48.424057 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Checking segment: {'id': '14fa96d6-eaa1-4585-b88b-5fe215b6afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:13:48.424434 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Bound using segment: {'id': '14fa96d6-eaa1-4585-b88b-5fe215b6afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:13:48.424901 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Bound port: b19e24ff-304b-4cb0-bc05-98d8fd43a79e, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14fa96d6-eaa1-4585-b88b-5fe215b6afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:13:48.425309 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:48.496602 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] For port b19e24ff-304b-4cb0-bc05-98d8fd43a79e, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:13:48.500389 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] For port b19e24ff-304b-4cb0-bc05-98d8fd43a79e, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b19e24ff-304b-4cb0-bc05-98d8fd43a79e,segment=NetworkSegment(14fa96d6-eaa1-4585-b88b-5fe215b6afdb),segment_id=14fa96d6-eaa1-4585-b88b-5fe215b6afdb)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:13:48.509921 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:48.548128 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:48.548757 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:48.550201 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] 10.222.0.67 "PUT /v2.0/ports/b19e24ff-304b-4cb0-bc05-98d8fd43a79e HTTP/1.1" status: 200 len: 1093 time: 0.7455816 May 25 16:13:48.551931 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42427c6-919d-4192-8cac-3458c8d92f3d', 'tag': 'b19e24ff-304b-4cb0-bc05-98d8fd43a79e'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:48.553005 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32da137-b962-4e33-9939-b86f975c1933" -d '{"events": [{"name": "network-changed", "server_uuid": "b42427c6-919d-4192-8cac-3458c8d92f3d", "tag": "b19e24ff-304b-4cb0-bc05-98d8fd43a79e"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:48.576113 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77797d-b285-48e5-a014-8d730d63eade service neutron] Pushing event updated for resources: {'Port': ['ID=b19e24ff-304b-4cb0-bc05-98d8fd43a79e,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:48.656861 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363f2737-acbe-47e1-9d76-a69b3cc44a35 x-openstack-request-id: req-363f2737-acbe-47e1-9d76-a69b3cc44a35 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:48.657137 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42427c6-919d-4192-8cac-3458c8d92f3d", "tag": "b19e24ff-304b-4cb0-bc05-98d8fd43a79e", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:48.657390 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-363f2737-acbe-47e1-9d76-a69b3cc44a35 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:48.657794 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363f2737-acbe-47e1-9d76-a69b3cc44a35'] response: {'name': 'network-changed', 'server_uuid': 'b42427c6-919d-4192-8cac-3458c8d92f3d', 'tag': 'b19e24ff-304b-4cb0-bc05-98d8fd43a79e', 'status': 'completed', 'code': 200} May 25 16:13:48.670014 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a9d4f-d4af-4816-86f8-123729b03149 req-cd689646-29db-4c0d-8d6d-e1e1ca9cf15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:48.671518 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-cd689646-29db-4c0d-8d6d-e1e1ca9cf15a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=234b2b74107748719889e8c695484040&device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 1127 time: 0.0488987 May 25 16:13:48.724755 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-2a140a04-f2c8-4c1b-8d72-128567f768ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b19e24ff-304b-4cb0-bc05-98d8fd43a79e HTTP/1.1" status: 200 len: 217 time: 0.0421076 May 25 16:13:48.791557 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a9d4f-d4af-4816-86f8-123729b03149 req-1b5e9a20-aa3e-48df-90a8-1284beb4cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:48.793227 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-1b5e9a20-aa3e-48df-90a8-1284beb4cdee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88328842-49de-4aa3-84e4-c810f07c9a03 HTTP/1.1" status: 200 len: 849 time: 0.0615718 May 25 16:13:48.840159 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-44c46d57-e5bc-495a-b8dc-51b723f16995 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9742374-0900-4eb6-8398-b69feb343b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362139 May 25 16:13:48.870401 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816bcbe-0d60-4150-8af7-f7bd7b98acb6 req-76b0e646-831d-4035-9b52-fa1cfdbdb942 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:48.872032 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0816bcbe-0d60-4150-8af7-f7bd7b98acb6 req-76b0e646-831d-4035-9b52-fa1cfdbdb942 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0624015 May 25 16:13:48.942612 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-35847543-2b34-47fd-a145-8a8b228d8b03 service neutron] 10.222.0.67 "GET /v2.0/networks/d9742374-0900-4eb6-8398-b69feb343b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914006 May 25 16:13:48.942845 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0816bcbe-0d60-4150-8af7-f7bd7b98acb6 req-dc9d494e-8abb-4850-b3a6-77436e415ea3 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596499 May 25 16:13:49.055590 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-435a9d4f-d4af-4816-86f8-123729b03149 req-3f151814-407b-45b1-8c7e-940ac6fdad56 service neutron] 10.222.0.67 "GET /v2.0/networks/d9742374-0900-4eb6-8398-b69feb343b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058004 May 25 16:13:49.216890 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80c5e-9915-4269-912a-808752d40845 req-b73ecbeb-5f72-4539-96b2-42872eb5e10d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:49.218585 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f9a80c5e-9915-4269-912a-808752d40845 req-b73ecbeb-5f72-4539-96b2-42872eb5e10d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 943 time: 0.0555315 May 25 16:13:49.272718 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f9a80c5e-9915-4269-912a-808752d40845 req-6a3dce79-50d5-4bae-b83b-6d96c1e16bcd tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461600 May 25 16:13:49.704736 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:50.056031 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32da137-b962-4e33-9939-b86f975c1933 req-c24a6a0d-65e0-4487-9b8a-3d2ccbedf8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:50.057657 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c32da137-b962-4e33-9939-b86f975c1933 req-c24a6a0d-65e0-4487-9b8a-3d2ccbedf8c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=234b2b74107748719889e8c695484040&device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 1127 time: 0.0455575 May 25 16:13:50.076291 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed758e22-5357-446c-85fd-3c96b0d476b7 req-83978cd4-5a08-4c71-a78a-566fd0622951 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:50.077722 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ed758e22-5357-446c-85fd-3c96b0d476b7 req-83978cd4-5a08-4c71-a78a-566fd0622951 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0476353 May 25 16:13:50.126123 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ed758e22-5357-446c-85fd-3c96b0d476b7 req-9ca8ba77-a02b-455d-bc27-a4cfc32a49f0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424807 May 25 16:13:50.221921 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32da137-b962-4e33-9939-b86f975c1933 req-5f6b68cc-a79a-4d56-907b-c854641e0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:50.223414 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c32da137-b962-4e33-9939-b86f975c1933 req-5f6b68cc-a79a-4d56-907b-c854641e0035 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d9742374-0900-4eb6-8398-b69feb343b7f HTTP/1.1" status: 200 len: 910 time: 0.1025522 May 25 16:13:50.405465 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db05d6-71a4-4591-ab1f-a051673ab2bf req-a4f9695a-6ae1-4732-aacb-31a43c2771f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:50.406928 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a0db05d6-71a4-4591-ab1f-a051673ab2bf req-a4f9695a-6ae1-4732-aacb-31a43c2771f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 943 time: 0.0511327 May 25 16:13:50.481042 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c32da137-b962-4e33-9939-b86f975c1933 req-ec497553-1e47-40b1-b1f0-73fd11927a70 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b19e24ff-304b-4cb0-bc05-98d8fd43a79e HTTP/1.1" status: 200 len: 217 time: 0.0407896 May 25 16:13:50.484265 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a0db05d6-71a4-4591-ab1f-a051673ab2bf req-fd6c66ec-d3d9-4649-93f7-eee302382315 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717952 May 25 16:13:50.649568 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:50.654204 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:50.664960 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc262-d962-4cab-ac35-fff425e1b955 req-342626dc-bbef-452b-837f-d4f7b32b1de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:50.666715 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f7ebc262-d962-4cab-ac35-fff425e1b955 req-342626dc-bbef-452b-837f-d4f7b32b1de3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 1130 time: 0.0699418 May 25 16:13:50.671374 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32da137-b962-4e33-9939-b86f975c1933 req-29207941-074b-4adb-a219-d5ddea6e3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:50.672744 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c32da137-b962-4e33-9939-b86f975c1933 req-29207941-074b-4adb-a219-d5ddea6e3eb4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88328842-49de-4aa3-84e4-c810f07c9a03 HTTP/1.1" status: 200 len: 849 time: 0.0875330 May 25 16:13:50.747169 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c32da137-b962-4e33-9939-b86f975c1933 req-5c9586d3-e245-4721-b239-1c1ae1401085 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9742374-0900-4eb6-8398-b69feb343b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638986 May 25 16:13:50.832115 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc262-d962-4cab-ac35-fff425e1b955 req-0be90c5d-3619-4391-9cf9-63ff58b018b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:50.833582 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f7ebc262-d962-4cab-ac35-fff425e1b955 req-0be90c5d-3619-4391-9cf9-63ff58b018b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 918 time: 0.1593146 May 25 16:13:50.903807 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c32da137-b962-4e33-9939-b86f975c1933 req-9884667a-6ebb-4be5-b9a4-47e695ddd393 service neutron] 10.222.0.67 "GET /v2.0/networks/d9742374-0900-4eb6-8398-b69feb343b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481118 May 25 16:13:50.921720 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f7ebc262-d962-4cab-ac35-fff425e1b955 req-0330d245-c9b3-434e-b058-cf435cda655f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe HTTP/1.1" status: 200 len: 1002 time: 0.0797591 May 25 16:13:51.015046 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc262-d962-4cab-ac35-fff425e1b955 req-8bb4a356-5f7e-42ab-96bc-05cf411fd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:51.016501 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f7ebc262-d962-4cab-ac35-fff425e1b955 req-8bb4a356-5f7e-42ab-96bc-05cf411fd3f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d8acf95-745a-4435-acb1-9312c55c7e90 HTTP/1.1" status: 200 len: 856 time: 0.0860202 May 25 16:13:51.057186 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c32da137-b962-4e33-9939-b86f975c1933 req-d1b44b9b-bfc5-49cb-bd91-bfd74e463254 service neutron] 10.222.0.67 "GET /v2.0/networks/d9742374-0900-4eb6-8398-b69feb343b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467869 May 25 16:13:51.069931 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc262-d962-4cab-ac35-fff425e1b955 req-8ad09b38-ea9f-43d0-9428-6ef0d102da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:51.071372 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f7ebc262-d962-4cab-ac35-fff425e1b955 req-8ad09b38-ea9f-43d0-9428-6ef0d102da91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a65193d0-d741-4333-90e3-e22c40adb85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467725 May 25 16:13:51.172902 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f7ebc262-d962-4cab-ac35-fff425e1b955 req-8ebc671e-7ebd-413b-b107-0bf6fcbdfcbb service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937152 May 25 16:13:51.251143 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808adc5-bd0c-4bb3-a26a-f2477945c662 req-5e3b0560-fe7a-48b8-84bd-4f85a61d0cf8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:51.252929 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5808adc5-bd0c-4bb3-a26a-f2477945c662 req-5e3b0560-fe7a-48b8-84bd-4f85a61d0cf8 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0531437 May 25 16:13:51.267232 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f7ebc262-d962-4cab-ac35-fff425e1b955 req-79069baa-78e7-445e-a9fc-a51702ecd7ba service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875430 May 25 16:13:51.304030 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5808adc5-bd0c-4bb3-a26a-f2477945c662 req-dc843d83-cae3-46d3-8dd6-1a141214aab6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420110 May 25 16:13:51.306355 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device b19e24ff-304b-4cb0-bc05-98d8fd43a79e details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:13:51.421099 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port b19e24ff-304b-4cb0-bc05-98d8fd43a79e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b19e24ff-304b-4cb0-bc05-98d8fd43a79e,segment=NetworkSegment(14fa96d6-eaa1-4585-b88b-5fe215b6afdb),segment_id=14fa96d6-eaa1-4585-b88b-5fe215b6afdb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:51.434474 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': 'b19e24ff-304b-4cb0-bc05-98d8fd43a79e', 'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f', 'port_id': 'b19e24ff-304b-4cb0-bc05-98d8fd43a79e', 'mac_address': 'fa:16:3e:db:0b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88328842-49de-4aa3-84e4-c810f07c9a03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:13:51.460791 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:51.477246 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port b19e24ff-304b-4cb0-bc05-98d8fd43a79e is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:13:51.477635 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:51.497525 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19e24ff-304b-4cb0-bc05-98d8fd43a79e {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:13:51.520160 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port b19e24ff-304b-4cb0-bc05-98d8fd43a79e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b19e24ff-304b-4cb0-bc05-98d8fd43a79e,segment=NetworkSegment(14fa96d6-eaa1-4585-b88b-5fe215b6afdb),segment_id=14fa96d6-eaa1-4585-b88b-5fe215b6afdb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:51.526139 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:51.580507 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=b19e24ff-304b-4cb0-bc05-98d8fd43a79e,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:51.618581 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a47ee-018f-4223-9f7a-02f5081df413 req-42c0e4e2-9657-4d19-9e84-3c7194e5bf9b tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:51.620168 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f6a47ee-018f-4223-9f7a-02f5081df413 req-42c0e4e2-9657-4d19-9e84-3c7194e5bf9b tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 944 time: 0.0493279 May 25 16:13:51.679948 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f6a47ee-018f-4223-9f7a-02f5081df413 req-5b9ac83c-11fc-40da-a890-1af69c314c41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533969 May 25 16:13:51.805688 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['b19e24ff-304b-4cb0-bc05-98d8fd43a79e'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:13:52.439752 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26aa14-0149-4554-bfa0-d429d3fe242b req-9f439ab8-da51-41c6-9354-2ec4b648071c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:52.441222 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fa26aa14-0149-4554-bfa0-d429d3fe242b req-9f439ab8-da51-41c6-9354-2ec4b648071c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0505784 May 25 16:13:52.483882 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:52.492036 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fa26aa14-0149-4554-bfa0-d429d3fe242b req-40590edf-22b0-446a-b444-7f0fd646d113 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 May 25 16:13:52.959846 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c9ed1-3b02-4117-8013-e6680c6acbe5 req-d15b7dfc-11b4-43bb-8681-465c968294c3 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:52.961328 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b81c9ed1-3b02-4117-8013-e6680c6acbe5 req-d15b7dfc-11b4-43bb-8681-465c968294c3 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 944 time: 0.0524948 May 25 16:13:53.012416 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b81c9ed1-3b02-4117-8013-e6680c6acbe5 req-8d56e2dd-4f7c-4893-b6b9-6a35b5fb99ca tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424333 May 25 16:13:53.074336 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bc7fa-c176-4e43-8dd9-4aab34c95155 req-a697bb69-70e0-4d5c-b718-d6bb8eb331de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:53.075803 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7d9bc7fa-c176-4e43-8dd9-4aab34c95155 req-a697bb69-70e0-4d5c-b718-d6bb8eb331de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 1130 time: 0.0390050 May 25 16:13:53.175035 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:53.212796 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bc7fa-c176-4e43-8dd9-4aab34c95155 req-c4a07053-40ec-4e5f-80c6-b23ceffee85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:53.214238 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7d9bc7fa-c176-4e43-8dd9-4aab34c95155 req-c4a07053-40ec-4e5f-80c6-b23ceffee85f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 918 time: 0.0914404 May 25 16:13:53.283406 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7d9bc7fa-c176-4e43-8dd9-4aab34c95155 req-f0c7102d-330d-4191-8403-615a68fc2ce3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe HTTP/1.1" status: 200 len: 1002 time: 0.0561733 May 25 16:13:53.335375 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device b19e24ff-304b-4cb0-bc05-98d8fd43a79e up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:13:53.380417 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port b19e24ff-304b-4cb0-bc05-98d8fd43a79e completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:13:53.389336 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port b19e24ff-304b-4cb0-bc05-98d8fd43a79e triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:13:53.389882 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:53.464578 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port b19e24ff-304b-4cb0-bc05-98d8fd43a79e is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:13:53.464799 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:53.486763 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42427c6-919d-4192-8cac-3458c8d92f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19e24ff-304b-4cb0-bc05-98d8fd43a79e'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:53.488988 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e287a1-9de1-48d2-8fea-ba498836be0c" -d '{"events": [{"server_uuid": "b42427c6-919d-4192-8cac-3458c8d92f3d", "name": "network-vif-plugged", "status": "completed", "tag": "b19e24ff-304b-4cb0-bc05-98d8fd43a79e"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:53.503187 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port b19e24ff-304b-4cb0-bc05-98d8fd43a79e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b19e24ff-304b-4cb0-bc05-98d8fd43a79e,segment=NetworkSegment(14fa96d6-eaa1-4585-b88b-5fe215b6afdb),segment_id=14fa96d6-eaa1-4585-b88b-5fe215b6afdb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:53.508901 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:53.510018 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1800f2a7-7112-4dbc-b1d8-94b717a81abe no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:13:53.564124 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:53.564441 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b3e4a0-ad93-4630-aa08-1885cac302e5 x-openstack-request-id: req-85b3e4a0-ad93-4630-aa08-1885cac302e5 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:53.565128 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42427c6-919d-4192-8cac-3458c8d92f3d", "name": "network-vif-plugged", "status": "completed", "tag": "b19e24ff-304b-4cb0-bc05-98d8fd43a79e", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:53.565458 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-85b3e4a0-ad93-4630-aa08-1885cac302e5 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:53.565857 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b3e4a0-ad93-4630-aa08-1885cac302e5'] response: {'server_uuid': 'b42427c6-919d-4192-8cac-3458c8d92f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19e24ff-304b-4cb0-bc05-98d8fd43a79e', 'code': 200} May 25 16:13:53.574663 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bc7fa-c176-4e43-8dd9-4aab34c95155 req-17947516-38a3-4c83-9a9e-25d5838392cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:53.577401 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7d9bc7fa-c176-4e43-8dd9-4aab34c95155 req-17947516-38a3-4c83-9a9e-25d5838392cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d8acf95-745a-4435-acb1-9312c55c7e90 HTTP/1.1" status: 200 len: 856 time: 0.0485463 May 25 16:13:53.601580 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:53.609799 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=b19e24ff-304b-4cb0-bc05-98d8fd43a79e,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:53.655014 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 1800f2a7-7112-4dbc-b1d8-94b717a81abe is: ACTIVE; New status is: DOWN {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:13:53.655457 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:53.683230 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bc7fa-c176-4e43-8dd9-4aab34c95155 req-3200012d-ed0a-4c52-be10-e8e22eb314db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:53.685203 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7d9bc7fa-c176-4e43-8dd9-4aab34c95155 req-3200012d-ed0a-4c52-be10-e8e22eb314db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a65193d0-d741-4333-90e3-e22c40adb85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995650 May 25 16:13:53.696977 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:53.697757 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33541006-f821-4ca1-ae82-10fd5d0ebe62 req-e88451b1-0cad-4c1a-9833-cf2883c5b94d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:53.699164 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-33541006-f821-4ca1-ae82-10fd5d0ebe62 req-e88451b1-0cad-4c1a-9833-cf2883c5b94d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 946 time: 0.0644894 May 25 16:13:53.702770 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:53.751332 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=1800f2a7-7112-4dbc-b1d8-94b717a81abe,revision_number=8']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:53.825848 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8241f54-fc6b-4c30-b2da-1ede817c7b9a req-23cab626-09b4-4068-8753-6d93da544043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:53.827336 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a8241f54-fc6b-4c30-b2da-1ede817c7b9a req-23cab626-09b4-4068-8753-6d93da544043 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 1129 time: 0.1022923 May 25 16:13:53.854422 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-33541006-f821-4ca1-ae82-10fd5d0ebe62 req-19b542e9-4bd8-497d-a08a-1b0e2b2827c5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446915 May 25 16:13:53.872446 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7d9bc7fa-c176-4e43-8dd9-4aab34c95155 req-cac1c471-68c7-4d9f-9846-8c11818df9f7 service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716046 May 25 16:13:53.910604 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a8241f54-fc6b-4c30-b2da-1ede817c7b9a req-2d42cbd0-454e-4cd3-8162-a5a367fad019 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741866 May 25 16:13:53.978621 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7d9bc7fa-c176-4e43-8dd9-4aab34c95155 req-44457b79-b715-42d9-a086-c8708bc8d0d1 service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959430 May 25 16:13:54.135112 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f59d68-8457-4888-af6f-b9006fa66418 req-14c33983-6ea5-4b1b-8f55-9a7e0c9292cc tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:54.136826 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-52f59d68-8457-4888-af6f-b9006fa66418 req-14c33983-6ea5-4b1b-8f55-9a7e0c9292cc tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 945 time: 0.0543082 May 25 16:13:54.188964 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-52f59d68-8457-4888-af6f-b9006fa66418 req-66b3ee0b-3115-4f55-9d84-ad116848e09d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462210 May 25 16:13:54.571297 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:13:54.816331 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149db20-12ce-45e7-b5e8-d39b0639062c req-028f3dcb-db2c-48f2-a4c2-91ec0fee4ee1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:54.817794 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e149db20-12ce-45e7-b5e8-d39b0639062c req-028f3dcb-db2c-48f2-a4c2-91ec0fee4ee1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0482304 May 25 16:13:54.843728 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-c6f6526c-e1ac-47bb-8d61-40b0a8b69310 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402935 May 25 16:13:54.872523 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e149db20-12ce-45e7-b5e8-d39b0639062c req-a855e155-8203-456e-afd3-7fc5f2d73f8d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483992 May 25 16:13:54.924830 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-7a71c7e1-13e8-4843-a686-615e1bd2d224 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:54.926177 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-7a71c7e1-13e8-4843-a686-615e1bd2d224 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports/1800f2a7-7112-4dbc-b1d8-94b717a81abe HTTP/1.1" status: 200 len: 941 time: 0.0530384 May 25 16:13:55.303922 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2024b6-71b9-4fb0-9b66-8d9983e36f8f req-027c9f92-2f47-42d7-8173-3f38d5aace0b tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:55.305836 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fe2024b6-71b9-4fb0-9b66-8d9983e36f8f req-027c9f92-2f47-42d7-8173-3f38d5aace0b tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 945 time: 0.0489147 May 25 16:13:55.357693 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fe2024b6-71b9-4fb0-9b66-8d9983e36f8f req-adfa489f-3b7f-4436-ab46-f9372160674f tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 May 25 16:13:55.567189 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:55.571049 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e430b6-68f7-4dae-8efc-bb2a1dd91b2e" -d '{"events": [{"server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "name": "network-vif-unplugged", "status": "completed", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:55.607530 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 16:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e520424e-bee5-4364-b7e5-f9346ba4803b x-openstack-request-id: req-e520424e-bee5-4364-b7e5-f9346ba4803b {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:55.607901 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "name": "network-vif-unplugged", "status": "failed", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe", "code": 422}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:55.608118 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e520424e-bee5-4364-b7e5-f9346ba4803b {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:55.608555 dv-cinder-843277-2-iscsi neutron-server[104070]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e520424e-bee5-4364-b7e5-f9346ba4803b']: {'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'code': 422} returned with failed status May 25 16:13:55.998502 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4fd60-3ba0-44d3-a361-3aeec6e40530 req-7d388868-4e50-4359-829e-7dbca11553e1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:55.999990 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28f4fd60-3ba0-44d3-a361-3aeec6e40530 req-7d388868-4e50-4359-829e-7dbca11553e1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0492985 May 25 16:13:56.046957 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28f4fd60-3ba0-44d3-a361-3aeec6e40530 req-f2e5f339-adac-4a46-82a0-66817dcbcec6 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 May 25 16:13:56.427292 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-b1df4e17-29d3-4315-bbab-a41b0e334342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:56.428835 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-b1df4e17-29d3-4315-bbab-a41b0e334342 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c&tenant_id=feb4d81e1722439591065849449aeb18 HTTP/1.1" status: 200 len: 1128 time: 0.0749664 May 25 16:13:56.472244 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39a8d4-85c9-4fe4-b29c-116f61e8d43f req-9d95c19a-e054-4094-9b7e-abcadf7bbce8 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:56.473755 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-da39a8d4-85c9-4fe4-b29c-116f61e8d43f req-9d95c19a-e054-4094-9b7e-abcadf7bbce8 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 945 time: 0.0463538 May 25 16:13:56.484718 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:56.494948 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-037ccdc3-3af4-4fc9-82a6-b878eb2de2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:56.496637 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-037ccdc3-3af4-4fc9-82a6-b878eb2de2f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feb4d81e1722439591065849449aeb18&device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 1128 time: 0.0410688 May 25 16:13:56.524008 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-da39a8d4-85c9-4fe4-b29c-116f61e8d43f req-97a97e5d-7429-4257-86b4-3a4bb3dfcb93 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444751 May 25 16:13:56.593337 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-87e5ce54-501a-4676-b4d7-f2e8e04bcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:56.594853 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-87e5ce54-501a-4676-b4d7-f2e8e04bcb2f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 200 len: 918 time: 0.0914016 May 25 16:13:56.670477 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-2550309d-902e-43cd-b16c-31e442aad0c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe HTTP/1.1" status: 200 len: 1000 time: 0.0556278 May 25 16:13:56.713086 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:56.724087 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-7a26e169-e75b-4544-a1d4-4a225ebda29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:56.725648 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-7a26e169-e75b-4544-a1d4-4a225ebda29c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d8acf95-745a-4435-acb1-9312c55c7e90 HTTP/1.1" status: 200 len: 856 time: 0.0472782 May 25 16:13:56.775242 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-4ddec9af-0d89-4e9f-b143-2bb8e44b000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:56.775485 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-4ddec9af-0d89-4e9f-b143-2bb8e44b000f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a65193d0-d741-4333-90e3-e22c40adb85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429444 May 25 16:13:56.872602 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-48ceeba6-ff53-4dd7-8368-1624c63390e5 service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894072 May 25 16:13:57.179043 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf5c9a-3590-4659-9b20-e7e35e5bb973 req-26a22258-c40a-464a-8dea-75c2da7d1180 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:57.180482 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9caf5c9a-3590-4659-9b20-e7e35e5bb973 req-26a22258-c40a-464a-8dea-75c2da7d1180 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0487907 May 25 16:13:57.200980 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:57.223743 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b19f97-4f55-4695-9c9f-474cdb0d8772 req-e6080ad2-a40a-412d-a210-9c77217956a1 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:57.225215 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82b19f97-4f55-4695-9c9f-474cdb0d8772 req-e6080ad2-a40a-412d-a210-9c77217956a1 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 945 time: 0.0623977 May 25 16:13:57.228825 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9caf5c9a-3590-4659-9b20-e7e35e5bb973 req-bf029804-1387-4275-9b40-b97d2a807946 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425398 May 25 16:13:57.255479 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-845e855b-9299-4ee9-b8f0-cddf9ad0b780 service neutron] 10.222.0.67 "GET /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766651 May 25 16:13:57.284567 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82b19f97-4f55-4695-9c9f-474cdb0d8772 req-4af657e2-e1f8-40ed-9326-576d4e1164df tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509994 May 25 16:13:57.318277 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1800f2a7-7112-4dbc-b1d8-94b717a81abe no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:13:57.391862 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 1800f2a7-7112-4dbc-b1d8-94b717a81abe is: DOWN; New status is: DOWN {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:13:58.353876 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e08783-7432-4da8-ac59-c00ceced732d req-680c5f84-6f22-4a08-81a5-45c0434841e5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:58.355358 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-73e08783-7432-4da8-ac59-c00ceced732d req-680c5f84-6f22-4a08-81a5-45c0434841e5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0477090 May 25 16:13:58.399373 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62f75d-95d2-4a9b-9e9d-536b89e4bec6 req-9c7b9fdd-f7ae-4f31-b092-eb8a9bce8202 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:58.400880 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4a62f75d-95d2-4a9b-9e9d-536b89e4bec6 req-9c7b9fdd-f7ae-4f31-b092-eb8a9bce8202 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 945 time: 0.0468841 May 25 16:13:58.403804 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-73e08783-7432-4da8-ac59-c00ceced732d req-9b2284ce-1df6-4b58-87dd-59fcd827a3bf tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429275 May 25 16:13:58.450559 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4a62f75d-95d2-4a9b-9e9d-536b89e4bec6 req-b9376f59-19fc-4ee2-b496-c0b757d78d7b tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 May 25 16:13:58.938670 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dc280-2ec2-48c6-8113-2042fd372959 req-69fee682-bb2b-49a1-9214-756b3d8d594c tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:58.940199 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2e9dc280-2ec2-48c6-8113-2042fd372959 req-69fee682-bb2b-49a1-9214-756b3d8d594c tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.67 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 945 time: 0.0499845 May 25 16:13:59.022982 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-2e9dc280-2ec2-48c6-8113-2042fd372959 req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Deleting port b19e24ff-304b-4cb0-bc05-98d8fd43a79e {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:13:59.023318 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2e9dc280-2ec2-48c6-8113-2042fd372959 req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:59.127439 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-2e9dc280-2ec2-48c6-8113-2042fd372959 req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] For port b19e24ff-304b-4cb0-bc05-98d8fd43a79e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b19e24ff-304b-4cb0-bc05-98d8fd43a79e,segment=NetworkSegment(14fa96d6-eaa1-4585-b88b-5fe215b6afdb),segment_id=14fa96d6-eaa1-4585-b88b-5fe215b6afdb)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:13:59.127811 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2e9dc280-2ec2-48c6-8113-2042fd372959 req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:59.154273 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-2e9dc280-2ec2-48c6-8113-2042fd372959 req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Calling delete_port for b19e24ff-304b-4cb0-bc05-98d8fd43a79e owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:13:59.248870 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:59.322989 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2e9dc280-2ec2-48c6-8113-2042fd372959 req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (b19e24ff-304b-4cb0-bc05-98d8fd43a79e), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:59.337509 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['b19e24ff-304b-4cb0-bc05-98d8fd43a79e'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:13:59.381210 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Pushing event deleted for resources: {'Port': ['ID=b19e24ff-304b-4cb0-bc05-98d8fd43a79e,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:59.408104 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.408797 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.408797 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.409144 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.409480 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.409871 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.410205 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.410504 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.410873 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.411268 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.411585 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.411989 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.412305 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.412617 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.412928 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:59.430800 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9dc280-2ec2-48c6-8113-2042fd372959 req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] No DVR routers for this DVR port b19e24ff-304b-4cb0-bc05-98d8fd43a79e on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:13:59.433050 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2e9dc280-2ec2-48c6-8113-2042fd372959 req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:59.436397 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2e9dc280-2ec2-48c6-8113-2042fd372959 req-525e7235-90f3-4113-a7a1-18cf5b99ea41 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.67 "DELETE /v2.0/ports/b19e24ff-304b-4cb0-bc05-98d8fd43a79e HTTP/1.1" status: 204 len: 173 time: 0.4899952 May 25 16:13:59.436840 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42427c6-919d-4192-8cac-3458c8d92f3d', 'name': 'network-vif-deleted', 'tag': 'b19e24ff-304b-4cb0-bc05-98d8fd43a79e'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:13:59.439132 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611b8cf3-9312-4d48-a173-6072380e386c" -d '{"events": [{"server_uuid": "b42427c6-919d-4192-8cac-3458c8d92f3d", "name": "network-vif-deleted", "tag": "b19e24ff-304b-4cb0-bc05-98d8fd43a79e"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:13:59.487155 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84c315e-f10f-4fb1-9486-9cac5e3265fd x-openstack-request-id: req-e84c315e-f10f-4fb1-9486-9cac5e3265fd {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:13:59.487629 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42427c6-919d-4192-8cac-3458c8d92f3d", "name": "network-vif-deleted", "tag": "b19e24ff-304b-4cb0-bc05-98d8fd43a79e", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:13:59.488071 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e84c315e-f10f-4fb1-9486-9cac5e3265fd {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:13:59.488726 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84c315e-f10f-4fb1-9486-9cac5e3265fd'] response: {'server_uuid': 'b42427c6-919d-4192-8cac-3458c8d92f3d', 'name': 'network-vif-deleted', 'tag': 'b19e24ff-304b-4cb0-bc05-98d8fd43a79e', 'status': 'completed', 'code': 200} May 25 16:13:59.561638 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb02874-1d96-46cd-820f-eb72e4fe1622 req-01c4563c-cbe2-4633-8143-df3b4bf3592e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:59.564355 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4eb02874-1d96-46cd-820f-eb72e4fe1622 req-01c4563c-cbe2-4633-8143-df3b4bf3592e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0761871 May 25 16:13:59.569990 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c73f3062-0cca-4d96-be2e-6323d6866e7d req-d8a750e1-334b-4c57-b352-4e3143283087 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 210 time: 0.0323992 May 25 16:13:59.652347 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4eb02874-1d96-46cd-820f-eb72e4fe1622 req-757d618a-8b45-4bfd-aa95-3cf3c7943e98 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805068 May 25 16:14:00.676155 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-628c36dc-368a-4d77-b097-a6e49b1f3b33 req-ad11183e-a741-498c-9308-52a5a1f10c89 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 210 time: 0.0344920 May 25 16:14:00.767139 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634f1cb-4b02-483f-b795-839c1b91651e req-8945591d-deb9-4142-b2f7-1eea48b3668d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:00.768643 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7634f1cb-4b02-483f-b795-839c1b91651e req-8945591d-deb9-4142-b2f7-1eea48b3668d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0475085 May 25 16:14:00.821346 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7634f1cb-4b02-483f-b795-839c1b91651e req-b0fb83eb-ae80-42b7-a808-f7c6a187bf55 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470440 May 25 16:14:01.783423 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3578319d-ed2d-47f3-8c47-84e913f17bf9 req-9462c44d-14b8-4169-8ea4-d6288e321fd7 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 210 time: 0.0278294 May 25 16:14:01.953646 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eda3c-5959-4160-8eee-bc521965d8af req-47f9b0a1-2db7-4c5b-a64c-fc5d7ea3e00a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:01.955157 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-947eda3c-5959-4160-8eee-bc521965d8af req-47f9b0a1-2db7-4c5b-a64c-fc5d7ea3e00a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0566361 May 25 16:14:02.004599 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-947eda3c-5959-4160-8eee-bc521965d8af req-87922ca2-eece-4862-8533-fa52f08c4132 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437219 May 25 16:14:02.697550 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:02.882092 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-feffeac6-d5a6-4bc6-be17-4ce087cba104 req-f8b50f58-8744-46bf-a862-157d483b7822 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 210 time: 0.0279562 May 25 16:14:03.126630 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6214df-234e-45fb-830e-ee0a5b41d96f req-7b1c254f-35a7-481f-a328-e29ac68d3dd2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:03.128318 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6a6214df-234e-45fb-830e-ee0a5b41d96f req-7b1c254f-35a7-481f-a328-e29ac68d3dd2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0468245 May 25 16:14:03.181714 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6a6214df-234e-45fb-830e-ee0a5b41d96f req-c9b95992-bb39-45e9-8961-179a026a1872 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464096 May 25 16:14:03.328512 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device b19e24ff-304b-4cb0-bc05-98d8fd43a79e no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:14:03.348392 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: b19e24ff-304b-4cb0-bc05-98d8fd43a79e {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:14:03.348734 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device b19e24ff-304b-4cb0-bc05-98d8fd43a79e not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:14:03.992789 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a4ee9326-8980-499b-a827-bfc3af02f8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:03.996994 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f97de0b1-dd82-45f6-a34a-defbf34b79ef req-58cc463a-e36a-4902-a8af-5075dff09cfb tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 210 time: 0.0412023 May 25 16:14:04.321042 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47c54d-dfce-4704-8e47-31edc8f89ce6 req-dc11e434-ab3e-4ec7-81dc-d170227a5e62 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:04.322583 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1a47c54d-dfce-4704-8e47-31edc8f89ce6 req-dc11e434-ab3e-4ec7-81dc-d170227a5e62 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0607605 May 25 16:14:04.375082 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1a47c54d-dfce-4704-8e47-31edc8f89ce6 req-8aee6aa8-21ed-4811-976d-6ab6432ce4de tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466049 May 25 16:14:04.567364 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:05.115298 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6d147623-27fa-45ff-943d-37f1a87b8bc6 req-a4b36a22-03f7-448a-8587-417a1c728c50 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 210 time: 0.0328863 May 25 16:14:05.504502 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18d6e5-d702-41fd-9ce9-89e6c98ae794 req-cc6c8e1a-80b0-4428-a3d5-e56e53784f05 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:05.506029 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9a18d6e5-d702-41fd-9ce9-89e6c98ae794 req-cc6c8e1a-80b0-4428-a3d5-e56e53784f05 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0527496 May 25 16:14:05.540415 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:05.557545 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9a18d6e5-d702-41fd-9ce9-89e6c98ae794 req-56180ac1-6645-4db7-a853-231478e874b1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451298 May 25 16:14:06.190157 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-83c6a407-5166-42d0-afa2-64a08dbbd9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:06.234001 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7c605069-7d5c-4bf5-8233-29f422888491 req-dcc9f94a-857d-4589-bc42-6b3af4dc266c tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 210 time: 0.0420828 May 25 16:14:06.684269 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44780ae-827b-4f3f-ae42-544996895082 req-5d8bb60a-aec6-41e6-8aca-12ea2fc999ff tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:06.685737 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a44780ae-827b-4f3f-ae42-544996895082 req-5d8bb60a-aec6-41e6-8aca-12ea2fc999ff tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0453858 May 25 16:14:06.734722 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a44780ae-827b-4f3f-ae42-544996895082 req-4e61accc-0cfe-4667-ab35-0a82f60192a0 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434804 May 25 16:14:07.042422 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:07.049622 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:07.338067 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:07.340998 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4fee0ebf-56fe-4dad-a00b-0564fb48d22a req-854d9eb5-d364-4089-9581-dbab882f8ae2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 210 time: 0.0298543 May 25 16:14:07.864553 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f936404-cf1a-4db7-9909-ab6dcaf4252c req-515bfb27-04b6-4224-8cab-61801c679e65 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:07.865882 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3f936404-cf1a-4db7-9909-ab6dcaf4252c req-515bfb27-04b6-4224-8cab-61801c679e65 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0519531 May 25 16:14:07.914806 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3f936404-cf1a-4db7-9909-ab6dcaf4252c req-19a4d3a4-c234-460a-baf3-fecd58157544 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403564 May 25 16:14:08.452641 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-248e4395-7de2-45fd-bd39-bd747d0401f8 req-c2ff409d-dd53-4890-984a-f20925bd211d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=b42427c6-919d-4192-8cac-3458c8d92f3d HTTP/1.1" status: 200 len: 210 time: 0.0309420 May 25 16:14:08.638122 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:09.053063 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9c00a-fcb9-48cd-84f9-02c6e33164c1 req-49414d3a-575d-4020-9a01-627bd295d3dd tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:09.054577 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e3b9c00a-fcb9-48cd-84f9-02c6e33164c1 req-49414d3a-575d-4020-9a01-627bd295d3dd tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0552611 May 25 16:14:09.101007 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e3b9c00a-fcb9-48cd-84f9-02c6e33164c1 req-4437709b-9e38-4126-992a-4c42116d2f82 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406480 May 25 16:14:09.734581 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-59e7e4c6-c0e6-4d3b-991f-fc75febe5f92 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:09.736097 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-59e7e4c6-c0e6-4d3b-991f-fc75febe5f92 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/networks?id=d9742374-0900-4eb6-8398-b69feb343b7f HTTP/1.1" status: 200 len: 809 time: 0.1115532 May 25 16:14:09.754909 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-fc6c7ce8-f546-4725-840a-c0299512724c tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/quotas/234b2b74107748719889e8c695484040 HTTP/1.1" status: 200 len: 375 time: 0.0100315 May 25 16:14:09.787223 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-941b9af3-1d55-45af-adfd-b56816ff1e96 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=234b2b74107748719889e8c695484040&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270221 May 25 16:14:09.843151 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:09.875352 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-23d7c0ba-3a27-413f-aa31-00232a3c4a13 service neutron] 10.222.0.85 "GET /v2.0/networks/d9742374-0900-4eb6-8398-b69feb343b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815301 May 25 16:14:09.969919 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-bedee87f-ee26-4a78-a162-44043d759382 service neutron] 10.222.0.85 "GET /v2.0/networks/d9742374-0900-4eb6-8398-b69feb343b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858083 May 25 16:14:10.086656 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:10.137978 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c87bd2fa-10a9-402a-a1d1-2f09db1f59ba req-59a5b526-77c8-42a1-93a4-b0dc10e06490 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 210 time: 0.0314331 May 25 16:14:10.222600 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0214a5-7608-4a5a-9dc0-4d9feccb2af0 req-b12aed1c-2bd2-453c-843f-2681cfe1f8f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:10.224751 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ce0214a5-7608-4a5a-9dc0-4d9feccb2af0 req-b12aed1c-2bd2-453c-843f-2681cfe1f8f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0479586 May 25 16:14:10.273074 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ce0214a5-7608-4a5a-9dc0-4d9feccb2af0 req-c9be4c93-23bb-4aed-b298-613e70419ccb tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 May 25 16:14:11.106883 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-b842500c-d811-4471-8728-59082277fde2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:11.108360 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-b842500c-d811-4471-8728-59082277fde2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.67 "GET /v2.0/networks?id=d9742374-0900-4eb6-8398-b69feb343b7f HTTP/1.1" status: 200 len: 809 time: 0.1003730 May 25 16:14:11.127368 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-2baaa07a-6f41-4785-8960-24a4703c29f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Request body: {'port': {'device_id': '2f3b9edc-aaaf-4581-a1b0-5fcc7025373b', 'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f', 'admin_state_up': True, 'tenant_id': '234b2b74107748719889e8c695484040'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:14:11.246885 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ddebe250-3c0d-4950-854e-8abcacd08e49 req-951cbd42-61d3-4ea8-87a2-f3295cefce2f tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 210 time: 0.0379612 May 25 16:14:11.270627 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-2baaa07a-6f41-4785-8960-24a4703c29f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Made reservation on behalf of 234b2b74107748719889e8c695484040 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:14:11.274051 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-2baaa07a-6f41-4785-8960-24a4703c29f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:11.366048 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1800f2a7-7112-4dbc-b1d8-94b717a81abe details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:14:11.400670 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97e17b-f2d3-4352-b185-3d049d784153 req-1c104e9c-23f0-4d0d-a0f7-c43a02ded822 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:11.402877 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-da97e17b-f2d3-4352-b185-3d049d784153 req-1c104e9c-23f0-4d0d-a0f7-c43a02ded822 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 944 time: 0.0545173 May 25 16:14:11.405144 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-2baaa07a-6f41-4785-8960-24a4703c29f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Allocated IP 172.20.0.14 (d9742374-0900-4eb6-8398-b69feb343b7f/88328842-49de-4aa3-84e4-c810f07c9a03/f3bd181a-3871-4d5f-91c2-895c1bf3aa93) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:14:11.453296 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-da97e17b-f2d3-4352-b185-3d049d784153 req-092e19c2-3033-4083-bc42-f64ebf5dd31a tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436714 May 25 16:14:11.470199 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:11.482361 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'port_id': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'mac_address': 'fa:16:3e:56:32:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:14:11.520460 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 1800f2a7-7112-4dbc-b1d8-94b717a81abe is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:11.520846 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:11.537687 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1800f2a7-7112-4dbc-b1d8-94b717a81abe {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:14:11.557748 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:11.561848 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:11.562068 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-2baaa07a-6f41-4785-8960-24a4703c29f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks [] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:11.594381 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-2baaa07a-6f41-4785-8960-24a4703c29f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:11.609024 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=1800f2a7-7112-4dbc-b1d8-94b717a81abe,revision_number=9']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:11.616400 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.616687 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.617061 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.617400 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.617730 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.618056 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.618375 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.618697 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.619014 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.619332 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.619650 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.620015 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.620336 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.620650 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.620961 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:11.643499 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:11.647915 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-2baaa07a-6f41-4785-8960-24a4703c29f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Network d9742374-0900-4eb6-8398-b69feb343b7f is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:14:11.651890 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-2baaa07a-6f41-4785-8960-24a4703c29f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:14:11.654170 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baaa07a-6f41-4785-8960-24a4703c29f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Pushing event updated for resources: {'Port': ['ID=f3bd181a-3871-4d5f-91c2-895c1bf3aa93,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:11.656499 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-2baaa07a-6f41-4785-8960-24a4703c29f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:14:11.708074 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-2baaa07a-6f41-4785-8960-24a4703c29f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:11.708677 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-2baaa07a-6f41-4785-8960-24a4703c29f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:11.729879 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-2baaa07a-6f41-4785-8960-24a4703c29f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6061592 May 25 16:14:11.748141 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Request body: {'port': {'device_id': '2f3b9edc-aaaf-4581-a1b0-5fcc7025373b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:14:11.808793 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:11.822685 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:11.835833 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['1800f2a7-7112-4dbc-b1d8-94b717a81abe'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:14:12.099411 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3bd181a-3871-4d5f-91c2-895c1bf3aa93 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:14:12.107157 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Publish callbacks [] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:12.120189 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Transition to ACTIVE for port object f3bd181a-3871-4d5f-91c2-895c1bf3aa93 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:14:12.126288 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:12.173230 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bd181a-3871-4d5f-91c2-895c1bf3aa93,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:12.245723 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Attempting to bind port f3bd181a-3871-4d5f-91c2-895c1bf3aa93 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:14:12.246011 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Attempting to bind port f3bd181a-3871-4d5f-91c2-895c1bf3aa93 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '14fa96d6-eaa1-4585-b88b-5fe215b6afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:14:12.246361 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Attempting to bind port f3bd181a-3871-4d5f-91c2-895c1bf3aa93 on network d9742374-0900-4eb6-8398-b69feb343b7f {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:14:12.250876 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Port f3bd181a-3871-4d5f-91c2-895c1bf3aa93 on network d9742374-0900-4eb6-8398-b69feb343b7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:14:12.251489 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Attempting to bind port f3bd181a-3871-4d5f-91c2-895c1bf3aa93 on network d9742374-0900-4eb6-8398-b69feb343b7f {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:14:12.256219 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:14:12.256540 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Checking segment: {'id': '14fa96d6-eaa1-4585-b88b-5fe215b6afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:14:12.256907 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Bound using segment: {'id': '14fa96d6-eaa1-4585-b88b-5fe215b6afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:14:12.257688 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Bound port: f3bd181a-3871-4d5f-91c2-895c1bf3aa93, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14fa96d6-eaa1-4585-b88b-5fe215b6afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:14:12.258028 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:12.332235 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] For port f3bd181a-3871-4d5f-91c2-895c1bf3aa93, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:14:12.363736 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] For port f3bd181a-3871-4d5f-91c2-895c1bf3aa93, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=f3bd181a-3871-4d5f-91c2-895c1bf3aa93,segment=NetworkSegment(14fa96d6-eaa1-4585-b88b-5fe215b6afdb),segment_id=14fa96d6-eaa1-4585-b88b-5fe215b6afdb)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:14:12.375561 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c2e5-c822-4ead-863d-582e2c38878a req-353cf38c-bb14-4f7f-97a3-34542a8361ae tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:12.377050 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-90a0c2e5-c822-4ead-863d-582e2c38878a req-353cf38c-bb14-4f7f-97a3-34542a8361ae tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 944 time: 0.0578055 May 25 16:14:12.378485 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:12.426333 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:12.426952 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:12.428328 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] 10.222.0.67 "PUT /v2.0/ports/f3bd181a-3871-4d5f-91c2-895c1bf3aa93 HTTP/1.1" status: 200 len: 1094 time: 0.6844594 May 25 16:14:12.428812 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3b9edc-aaaf-4581-a1b0-5fcc7025373b', 'tag': 'f3bd181a-3871-4d5f-91c2-895c1bf3aa93'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:14:12.431030 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee36f57-d061-4b92-9195-0529dff9abda" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3b9edc-aaaf-4581-a1b0-5fcc7025373b", "tag": "f3bd181a-3871-4d5f-91c2-895c1bf3aa93"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:14:12.481043 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a04bd2-3d93-414b-9aa4-8f86cfdd9922 x-openstack-request-id: req-c2a04bd2-3d93-414b-9aa4-8f86cfdd9922 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:14:12.481307 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3b9edc-aaaf-4581-a1b0-5fcc7025373b", "tag": "f3bd181a-3871-4d5f-91c2-895c1bf3aa93", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:14:12.481600 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c2a04bd2-3d93-414b-9aa4-8f86cfdd9922 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:14:12.482019 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a04bd2-3d93-414b-9aa4-8f86cfdd9922'] response: {'name': 'network-changed', 'server_uuid': '2f3b9edc-aaaf-4581-a1b0-5fcc7025373b', 'tag': 'f3bd181a-3871-4d5f-91c2-895c1bf3aa93', 'status': 'completed', 'code': 200} May 25 16:14:12.493177 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ee1b3-bb60-439d-af31-25cf6221bd59 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bd181a-3871-4d5f-91c2-895c1bf3aa93,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:12.502270 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-90a0c2e5-c822-4ead-863d-582e2c38878a req-2007cbdf-7e6e-4a5c-b685-4169b39a1b83 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188502 May 25 16:14:12.530330 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-9d01f4c5-e5be-43d2-97a7-0e591153f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:12.531858 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-9d01f4c5-e5be-43d2-97a7-0e591153f441 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=234b2b74107748719889e8c695484040&device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 1128 time: 0.0565267 May 25 16:14:12.545041 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:12.575527 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-301359ae-6637-41c0-abe6-7b322d842fd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3bd181a-3871-4d5f-91c2-895c1bf3aa93 HTTP/1.1" status: 200 len: 217 time: 0.0368636 May 25 16:14:12.578010 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f8220-3289-41a9-9089-c63cf95784d3 req-5bfc1f9e-9c8e-4545-8929-94d0e349b46e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:12.579490 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fc0f8220-3289-41a9-9089-c63cf95784d3 req-5bfc1f9e-9c8e-4545-8929-94d0e349b46e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 945 time: 0.0475850 May 25 16:14:12.625078 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-5d1a9746-3d35-44b8-bc42-9b9586f7db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:12.625838 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fc0f8220-3289-41a9-9089-c63cf95784d3 req-0757e2e9-0cd4-47b3-9139-fcafe1ed6dfe tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406806 May 25 16:14:12.626512 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-5d1a9746-3d35-44b8-bc42-9b9586f7db00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88328842-49de-4aa3-84e4-c810f07c9a03 HTTP/1.1" status: 200 len: 849 time: 0.0443335 May 25 16:14:12.659479 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-a97de20a-0f39-4e8e-8a30-37ab8e539045 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9742374-0900-4eb6-8398-b69feb343b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260813 May 25 16:14:12.738321 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:12.749253 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-75d151d6-5ae5-4d56-87b6-85cabe862802 service neutron] 10.222.0.67 "GET /v2.0/networks/d9742374-0900-4eb6-8398-b69feb343b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828781 May 25 16:14:12.849328 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82199dfe-a557-47b4-b4db-184bfc66c7d6 req-cf1fa3cb-1a37-4b8b-a52c-e83dee2e2cbc service neutron] 10.222.0.67 "GET /v2.0/networks/d9742374-0900-4eb6-8398-b69feb343b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927985 May 25 16:14:13.380212 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1800f2a7-7112-4dbc-b1d8-94b717a81abe up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:14:13.430873 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 1800f2a7-7112-4dbc-b1d8-94b717a81abe triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:13.431235 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:13.449701 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:13.505840 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 1800f2a7-7112-4dbc-b1d8-94b717a81abe is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:13.506201 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:13.529412 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:14:13.531644 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911fe9b1-d953-49f4-8cf7-238a7a9f07dc" -d '{"events": [{"server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "name": "network-vif-plugged", "status": "completed", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:14:13.545517 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:13.550840 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:13.574916 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f705da90-327c-47f3-a760-8e776778a60e x-openstack-request-id: req-f705da90-327c-47f3-a760-8e776778a60e {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:14:13.575195 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "name": "network-vif-plugged", "status": "completed", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:14:13.575439 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f705da90-327c-47f3-a760-8e776778a60e {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:14:13.575849 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f705da90-327c-47f3-a760-8e776778a60e'] response: {'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'code': 200} May 25 16:14:13.600628 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=1800f2a7-7112-4dbc-b1d8-94b717a81abe,revision_number=10']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:13.627152 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83414cb0-b464-4612-9745-d4e185db84b6 req-f1d8accc-38fe-445d-b310-7e57211abebc tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:13.629017 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-83414cb0-b464-4612-9745-d4e185db84b6 req-f1d8accc-38fe-445d-b310-7e57211abebc tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 944 time: 0.0552063 May 25 16:14:13.678107 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-83414cb0-b464-4612-9745-d4e185db84b6 req-cfc66cc1-bf12-468e-ab1c-316d233d6c9f tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429657 May 25 16:14:13.760478 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7865b-9940-4f7c-ba73-75bf3f1f9644 req-93415ec5-e589-4152-bb28-13e0732e7db2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:13.762004 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-39e7865b-9940-4f7c-ba73-75bf3f1f9644 req-93415ec5-e589-4152-bb28-13e0732e7db2 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 947 time: 0.0599394 May 25 16:14:13.777674 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee36f57-d061-4b92-9195-0529dff9abda req-7b6f6ce2-ab6d-4c45-9578-f8df10e493e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:13.779324 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ee36f57-d061-4b92-9195-0529dff9abda req-7b6f6ce2-ab6d-4c45-9578-f8df10e493e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=234b2b74107748719889e8c695484040&device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 1128 time: 0.0490668 May 25 16:14:13.817101 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-39e7865b-9940-4f7c-ba73-75bf3f1f9644 req-9a16ee54-9796-4e20-82da-fc499a294f22 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492852 May 25 16:14:13.874489 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee36f57-d061-4b92-9195-0529dff9abda req-1cfc1f21-f0ec-428a-99c1-5d2f1bd2bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:13.875981 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ee36f57-d061-4b92-9195-0529dff9abda req-1cfc1f21-f0ec-428a-99c1-5d2f1bd2bc75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d9742374-0900-4eb6-8398-b69feb343b7f HTTP/1.1" status: 200 len: 910 time: 0.0901837 May 25 16:14:13.929273 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ee36f57-d061-4b92-9195-0529dff9abda req-62087798-48a2-455c-a00d-113f8b146f15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3bd181a-3871-4d5f-91c2-895c1bf3aa93 HTTP/1.1" status: 200 len: 217 time: 0.0428326 May 25 16:14:13.984748 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da789f8-c7e6-4917-96dc-90ff43e7303b req-748ca128-1259-4403-a774-24570c5a233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:13.986198 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2da789f8-c7e6-4917-96dc-90ff43e7303b req-748ca128-1259-4403-a774-24570c5a233a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 1131 time: 0.0988321 May 25 16:14:13.995326 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee36f57-d061-4b92-9195-0529dff9abda req-744f98c8-12df-43d5-a8ad-353d80cfe0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:13.996667 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ee36f57-d061-4b92-9195-0529dff9abda req-744f98c8-12df-43d5-a8ad-353d80cfe0fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88328842-49de-4aa3-84e4-c810f07c9a03 HTTP/1.1" status: 200 len: 849 time: 0.0526459 May 25 16:14:14.037974 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ee36f57-d061-4b92-9195-0529dff9abda req-e2673256-0503-4f29-a5bd-9dc23a5372a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9742374-0900-4eb6-8398-b69feb343b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279331 May 25 16:14:14.098572 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2da789f8-c7e6-4917-96dc-90ff43e7303b req-8b0ebdf4-591d-4faa-a2e7-c5e27c7d9b78 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009035 May 25 16:14:14.140818 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ee36f57-d061-4b92-9195-0529dff9abda req-730a4963-75d8-4f33-b5f2-23c1741b90ff service neutron] 10.222.0.67 "GET /v2.0/networks/d9742374-0900-4eb6-8398-b69feb343b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959809 May 25 16:14:14.427739 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ee36f57-d061-4b92-9195-0529dff9abda req-edb6a25c-4f52-4e89-9be5-014a0246f6c7 service neutron] 10.222.0.67 "GET /v2.0/networks/d9742374-0900-4eb6-8398-b69feb343b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888622 May 25 16:14:14.806619 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166f859-4d52-4fe3-8ddb-9c110fd278f2 req-81743564-8b8c-4fd0-9eca-d4d4a2253aa1 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:14.806619 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4166f859-4d52-4fe3-8ddb-9c110fd278f2 req-81743564-8b8c-4fd0-9eca-d4d4a2253aa1 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 944 time: 0.0527587 May 25 16:14:14.842448 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:14.857639 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4166f859-4d52-4fe3-8ddb-9c110fd278f2 req-d6effbfa-68d7-4fea-ab4f-9bdcf13d22b7 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434134 May 25 16:14:14.926792 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:14.937789 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5e639-9ea6-4af3-a4b8-9e4881100813 req-dbac2c7c-496e-48a5-b411-6d4e1edeff8d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:14.939267 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-29b5e639-9ea6-4af3-a4b8-9e4881100813 req-dbac2c7c-496e-48a5-b411-6d4e1edeff8d tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 947 time: 0.0464818 May 25 16:14:14.991123 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-29b5e639-9ea6-4af3-a4b8-9e4881100813 req-5c7e9ce4-5d5e-40be-a726-078d5fa07867 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439126 May 25 16:14:15.402051 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device f3bd181a-3871-4d5f-91c2-895c1bf3aa93 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:14:15.483753 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:15.518940 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port f3bd181a-3871-4d5f-91c2-895c1bf3aa93, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=f3bd181a-3871-4d5f-91c2-895c1bf3aa93,segment=NetworkSegment(14fa96d6-eaa1-4585-b88b-5fe215b6afdb),segment_id=14fa96d6-eaa1-4585-b88b-5fe215b6afdb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:15.531519 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': 'f3bd181a-3871-4d5f-91c2-895c1bf3aa93', 'network_id': 'd9742374-0900-4eb6-8398-b69feb343b7f', 'port_id': 'f3bd181a-3871-4d5f-91c2-895c1bf3aa93', 'mac_address': 'fa:16:3e:4a:12:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88328842-49de-4aa3-84e4-c810f07c9a03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:14:15.568983 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port f3bd181a-3871-4d5f-91c2-895c1bf3aa93 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:15.569265 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:15.582045 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bd181a-3871-4d5f-91c2-895c1bf3aa93 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:14:15.601393 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port f3bd181a-3871-4d5f-91c2-895c1bf3aa93, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=f3bd181a-3871-4d5f-91c2-895c1bf3aa93,segment=NetworkSegment(14fa96d6-eaa1-4585-b88b-5fe215b6afdb),segment_id=14fa96d6-eaa1-4585-b88b-5fe215b6afdb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:15.606848 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:15.653406 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=f3bd181a-3871-4d5f-91c2-895c1bf3aa93,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:15.872133 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['f3bd181a-3871-4d5f-91c2-895c1bf3aa93'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:14:15.984845 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aff1d-4486-4689-a1c9-52f69766678c req-548b0c4e-ee73-4cc8-9240-cb917265e244 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:15.986424 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-aa6aff1d-4486-4689-a1c9-52f69766678c req-548b0c4e-ee73-4cc8-9240-cb917265e244 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 945 time: 0.0500908 May 25 16:14:16.049534 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-aa6aff1d-4486-4689-a1c9-52f69766678c req-67ee6aec-2ab8-4266-aa0f-2fd4f88a6efe tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539691 May 25 16:14:16.112013 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f154a2b-67b7-4f13-ac73-63f517a0dcc7 req-660703d1-58d3-4a13-a4b8-e2ab280f3168 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:16.113425 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0f154a2b-67b7-4f13-ac73-63f517a0dcc7 req-660703d1-58d3-4a13-a4b8-e2ab280f3168 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 947 time: 0.0482776 May 25 16:14:16.165768 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0f154a2b-67b7-4f13-ac73-63f517a0dcc7 req-646efa46-c5dc-4839-9c51-c4a4e61ef71f tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460720 May 25 16:14:17.185251 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dce37-74a5-4aba-b48d-bf849f62c087 req-84fd1340-b145-4bc5-8a8a-d788e4ec5154 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:17.186734 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-948dce37-74a5-4aba-b48d-bf849f62c087 req-84fd1340-b145-4bc5-8a8a-d788e4ec5154 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 945 time: 0.0611527 May 25 16:14:17.234374 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-948dce37-74a5-4aba-b48d-bf849f62c087 req-e44ff13a-09d8-40be-b17b-a88ab702c0c8 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419302 May 25 16:14:17.289096 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bddb-851e-4558-8ef8-c759aebaa15b req-0832aacd-3d84-46c8-841d-57f26d5972be tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:17.290605 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1a44bddb-851e-4558-8ef8-c759aebaa15b req-0832aacd-3d84-46c8-841d-57f26d5972be tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 947 time: 0.0499525 May 25 16:14:17.339029 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1a44bddb-851e-4558-8ef8-c759aebaa15b req-d5d25d43-7983-40f5-a507-a7b0d120954b tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423658 May 25 16:14:17.409231 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device f3bd181a-3871-4d5f-91c2-895c1bf3aa93 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:14:17.452607 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port f3bd181a-3871-4d5f-91c2-895c1bf3aa93 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:14:17.461165 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port f3bd181a-3871-4d5f-91c2-895c1bf3aa93 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:17.461591 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:17.535559 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port f3bd181a-3871-4d5f-91c2-895c1bf3aa93 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:17.535951 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:17.558747 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3b9edc-aaaf-4581-a1b0-5fcc7025373b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bd181a-3871-4d5f-91c2-895c1bf3aa93'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:14:17.561120 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ed1822-05e5-4d01-8aa1-3bca4b31bebc" -d '{"events": [{"server_uuid": "2f3b9edc-aaaf-4581-a1b0-5fcc7025373b", "name": "network-vif-plugged", "status": "completed", "tag": "f3bd181a-3871-4d5f-91c2-895c1bf3aa93"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:14:17.563760 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:17.576405 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port f3bd181a-3871-4d5f-91c2-895c1bf3aa93, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=f3bd181a-3871-4d5f-91c2-895c1bf3aa93,segment=NetworkSegment(14fa96d6-eaa1-4585-b88b-5fe215b6afdb),segment_id=14fa96d6-eaa1-4585-b88b-5fe215b6afdb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:17.580626 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:17.601984 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54bd17f-f370-463d-841c-a1a9ea4397b4 x-openstack-request-id: req-c54bd17f-f370-463d-841c-a1a9ea4397b4 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:14:17.602318 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3b9edc-aaaf-4581-a1b0-5fcc7025373b", "name": "network-vif-plugged", "status": "completed", "tag": "f3bd181a-3871-4d5f-91c2-895c1bf3aa93", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:14:17.602561 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c54bd17f-f370-463d-841c-a1a9ea4397b4 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:14:17.602938 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c54bd17f-f370-463d-841c-a1a9ea4397b4'] response: {'server_uuid': '2f3b9edc-aaaf-4581-a1b0-5fcc7025373b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bd181a-3871-4d5f-91c2-895c1bf3aa93', 'code': 200} May 25 16:14:17.627978 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=f3bd181a-3871-4d5f-91c2-895c1bf3aa93,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:17.778563 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3e477-0cb9-442c-95af-39b78e9d22de req-ea16852c-5c0e-4389-b21a-55105ece579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:17.780114 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29e3e477-0cb9-442c-95af-39b78e9d22de req-ea16852c-5c0e-4389-b21a-55105ece579e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 1130 time: 0.0456719 May 25 16:14:17.821890 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:17.833772 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29e3e477-0cb9-442c-95af-39b78e9d22de req-4c4dadc9-c27b-4490-b99b-ff0895bc56d1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 May 25 16:14:18.352435 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2114e-8888-47a0-959d-e00f97ed2ade req-d8adc720-8f89-4196-ae47-65a3d4ba8502 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:18.353906 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3ed2114e-8888-47a0-959d-e00f97ed2ade req-d8adc720-8f89-4196-ae47-65a3d4ba8502 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 946 time: 0.0474248 May 25 16:14:18.404941 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3ed2114e-8888-47a0-959d-e00f97ed2ade req-a3a0c2ef-efbb-451d-b388-3381d60ddccf tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426080 May 25 16:14:19.527476 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f1f05-7065-481e-b029-0eee3bff2cf1 req-38ad497b-21b4-4cd0-8705-94c3e596124e tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:19.529209 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e30f1f05-7065-481e-b029-0eee3bff2cf1 req-38ad497b-21b4-4cd0-8705-94c3e596124e tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 946 time: 0.0549316 May 25 16:14:19.577655 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e30f1f05-7065-481e-b029-0eee3bff2cf1 req-d2067ecf-4ff5-4562-bc0f-6586f09ba96d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424342 May 25 16:14:19.713414 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:20.268277 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3fb88-10b7-4007-b90b-ba13fe865a36 req-0efe9e83-5149-47d2-9217-51d94859087b tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:20.269663 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a1b3fb88-10b7-4007-b90b-ba13fe865a36 req-0efe9e83-5149-47d2-9217-51d94859087b tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 946 time: 0.0468595 May 25 16:14:20.290960 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:20.319853 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a1b3fb88-10b7-4007-b90b-ba13fe865a36 req-4dcad8f4-35a3-4c1f-8ff2-ac0a656d2e8c tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440683 May 25 16:14:21.436664 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722af45-c523-47d5-9a2a-881b7cc459fb req-9152151c-445a-4e9a-ade0-2d45bcfd749b tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:21.438135 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4722af45-c523-47d5-9a2a-881b7cc459fb req-9152151c-445a-4e9a-ade0-2d45bcfd749b tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 946 time: 0.0467327 May 25 16:14:21.489880 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4722af45-c523-47d5-9a2a-881b7cc459fb req-f2b278a0-601c-43eb-9601-3315331a86e8 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/security-groups?id=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453250 May 25 16:14:21.664589 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0f776-8e53-4968-97bd-6e1d45ba4bc4 req-571232bb-3956-4b4f-a875-a6787484bb67 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:21.666387 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8de0f776-8e53-4968-97bd-6e1d45ba4bc4 req-571232bb-3956-4b4f-a875-a6787484bb67 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 946 time: 0.0506630 May 25 16:14:21.763952 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-8de0f776-8e53-4968-97bd-6e1d45ba4bc4 req-a4670d60-5a32-4bb9-a361-fd3401208c3d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Deleting port f3bd181a-3871-4d5f-91c2-895c1bf3aa93 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:14:21.764291 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8de0f776-8e53-4968-97bd-6e1d45ba4bc4 req-a4670d60-5a32-4bb9-a361-fd3401208c3d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:21.859416 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-8de0f776-8e53-4968-97bd-6e1d45ba4bc4 req-a4670d60-5a32-4bb9-a361-fd3401208c3d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] For port f3bd181a-3871-4d5f-91c2-895c1bf3aa93, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=f3bd181a-3871-4d5f-91c2-895c1bf3aa93,segment=NetworkSegment(14fa96d6-eaa1-4585-b88b-5fe215b6afdb),segment_id=14fa96d6-eaa1-4585-b88b-5fe215b6afdb)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:21.859782 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8de0f776-8e53-4968-97bd-6e1d45ba4bc4 req-a4670d60-5a32-4bb9-a361-fd3401208c3d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:21.873519 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-8de0f776-8e53-4968-97bd-6e1d45ba4bc4 req-a4670d60-5a32-4bb9-a361-fd3401208c3d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Calling delete_port for f3bd181a-3871-4d5f-91c2-895c1bf3aa93 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:14:22.023145 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8de0f776-8e53-4968-97bd-6e1d45ba4bc4 req-a4670d60-5a32-4bb9-a361-fd3401208c3d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (f3bd181a-3871-4d5f-91c2-895c1bf3aa93), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:22.035936 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['f3bd181a-3871-4d5f-91c2-895c1bf3aa93'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:14:22.055560 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4670d60-5a32-4bb9-a361-fd3401208c3d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Pushing event deleted for resources: {'Port': ['ID=f3bd181a-3871-4d5f-91c2-895c1bf3aa93,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:22.108441 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de0f776-8e53-4968-97bd-6e1d45ba4bc4 req-a4670d60-5a32-4bb9-a361-fd3401208c3d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] No DVR routers for this DVR port f3bd181a-3871-4d5f-91c2-895c1bf3aa93 on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:14:22.110983 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8de0f776-8e53-4968-97bd-6e1d45ba4bc4 req-a4670d60-5a32-4bb9-a361-fd3401208c3d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:22.114498 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8de0f776-8e53-4968-97bd-6e1d45ba4bc4 req-a4670d60-5a32-4bb9-a361-fd3401208c3d tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.67 "DELETE /v2.0/ports/f3bd181a-3871-4d5f-91c2-895c1bf3aa93 HTTP/1.1" status: 204 len: 173 time: 0.4397430 May 25 16:14:22.114949 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3b9edc-aaaf-4581-a1b0-5fcc7025373b', 'name': 'network-vif-deleted', 'tag': 'f3bd181a-3871-4d5f-91c2-895c1bf3aa93'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:14:22.117759 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180c6ae3-2f86-415f-bdde-2402cf99fc50" -d '{"events": [{"server_uuid": "2f3b9edc-aaaf-4581-a1b0-5fcc7025373b", "name": "network-vif-deleted", "tag": "f3bd181a-3871-4d5f-91c2-895c1bf3aa93"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:14:22.157782 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585f5ccf-f1ce-4dea-954b-b9fc7a7f2a31 x-openstack-request-id: req-585f5ccf-f1ce-4dea-954b-b9fc7a7f2a31 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:14:22.158073 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3b9edc-aaaf-4581-a1b0-5fcc7025373b", "name": "network-vif-deleted", "tag": "f3bd181a-3871-4d5f-91c2-895c1bf3aa93", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:14:22.158323 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-585f5ccf-f1ce-4dea-954b-b9fc7a7f2a31 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:14:22.158722 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585f5ccf-f1ce-4dea-954b-b9fc7a7f2a31'] response: {'server_uuid': '2f3b9edc-aaaf-4581-a1b0-5fcc7025373b', 'name': 'network-vif-deleted', 'tag': 'f3bd181a-3871-4d5f-91c2-895c1bf3aa93', 'status': 'completed', 'code': 200} May 25 16:14:22.614713 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2b246c6a-eeaf-48e6-9543-505400a0a2bf req-03d3337b-bc41-439d-a6ba-e691f05d08f2 tempest-VolumesActionsTest-1331229650 tempest-VolumesActionsTest-1331229650-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f3b9edc-aaaf-4581-a1b0-5fcc7025373b HTTP/1.1" status: 200 len: 210 time: 0.0354803 May 25 16:14:26.258667 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device f3bd181a-3871-4d5f-91c2-895c1bf3aa93 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:14:26.278143 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: f3bd181a-3871-4d5f-91c2-895c1bf3aa93 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:14:26.278455 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device f3bd181a-3871-4d5f-91c2-895c1bf3aa93 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:14:30.715755 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:30.720283 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:31.483692 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=59 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:31.490613 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=14 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:31.573590 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:14:32.042885 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:32.592384 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=72,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:32.594294 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:33.971210 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ae1b1bcc-1453-4366-8fd6-fa989bd6ef89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:36.125448 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc7b4f-c525-4063-8685-20d806fad89c req-be0a1720-de5c-4ebc-9c15-abe03a06880f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:36.127056 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-abdc7b4f-c525-4063-8685-20d806fad89c req-be0a1720-de5c-4ebc-9c15-abe03a06880f tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 945 time: 0.0533917 May 25 16:14:36.193505 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-abdc7b4f-c525-4063-8685-20d806fad89c req-360227c2-53ae-4fc8-a961-4ec3b1e34557 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596735 May 25 16:14:36.205567 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2d54b753-f406-4faa-979a-a97c25c59121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:37.052411 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:37.335098 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28266380-c6ab-4c5c-92a5-499df88e16e3 req-d082b0e5-341d-4554-8194-3040e5768894 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:37.336711 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28266380-c6ab-4c5c-92a5-499df88e16e3 req-d082b0e5-341d-4554-8194-3040e5768894 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 945 time: 0.0785909 May 25 16:14:37.397031 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28266380-c6ab-4c5c-92a5-499df88e16e3 req-355b1750-4f6e-4204-8689-71ac4017eaef tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537405 May 25 16:14:37.996407 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-fc69290d-9989-46cc-8d82-a5d7fcf43732 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:37.999227 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-fc69290d-9989-46cc-8d82-a5d7fcf43732 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 945 time: 0.0789227 May 25 16:14:38.091792 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Deleting port 2023d7e0-2db9-47f7-9275-9c71e254f1b9 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:14:38.092163 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:38.205241 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] For port 2023d7e0-2db9-47f7-9275-9c71e254f1b9, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=2023d7e0-2db9-47f7-9275-9c71e254f1b9,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:38.205950 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:38.402749 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:38.403537 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (a9213be3-e70b-4258-800e-a2d61f2747de), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:38.403537 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Floating IP a9213be3-e70b-4258-800e-a2d61f2747de disassociated. External IP: 172.27.0.11, port: 2023d7e0-2db9-47f7-9275-9c71e254f1b9. May 25 16:14:38.403780 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Calling delete_port for 2023d7e0-2db9-47f7-9275-9c71e254f1b9 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:14:38.590588 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f39ed7-d9ef-435f-98c2-e4661ac70af3 req-e175e3d0-f5c9-482c-916e-d91b64b01333 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:38.592048 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b6f39ed7-d9ef-435f-98c2-e4661ac70af3 req-e175e3d0-f5c9-482c-916e-d91b64b01333 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 945 time: 0.0938504 May 25 16:14:38.593154 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (2023d7e0-2db9-47f7-9275-9c71e254f1b9), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:38.642079 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:38.649306 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event deleted for resources: {'Port': ['ID=2023d7e0-2db9-47f7-9275-9c71e254f1b9,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:38.731917 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b6f39ed7-d9ef-435f-98c2-e4661ac70af3 req-174a7aff-cedc-45c1-9936-4375fad88245 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups?id=00c95f75-6d8d-4bad-a7cc-08b7b07b621f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296422 May 25 16:14:38.790475 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:38.804407 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:38.809788 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:14:38.948832 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:14:38.966383 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c73531-0b0b-4e13-a840-25f7082de64f None None] Sync routers for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:14:38.983213 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c73531-0b0b-4e13-a840-25f7082de64f None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:14:38.984598 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-49c73531-0b0b-4e13-a840-25f7082de64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:39.175912 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-49c73531-0b0b-4e13-a840-25f7082de64f None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:14:39.303748 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] No DVR routers for this DVR port 2023d7e0-2db9-47f7-9275-9c71e254f1b9 on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:14:39.306596 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:39.310309 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fdd1b428-89c5-4ee1-8ce9-44fbf43e1a65 req-21285484-4242-439b-b3e2-83a296fe2e35 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.67 "DELETE /v2.0/ports/2023d7e0-2db9-47f7-9275-9c71e254f1b9 HTTP/1.1" status: 204 len: 173 time: 1.3056476 May 25 16:14:39.311014 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c190734-ecd1-4f6b-9773-15cc8410902b', 'name': 'network-vif-deleted', 'tag': '2023d7e0-2db9-47f7-9275-9c71e254f1b9'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:14:39.313450 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba3e831-f528-46e2-91eb-e860085392fb" -d '{"events": [{"server_uuid": "0c190734-ecd1-4f6b-9773-15cc8410902b", "name": "network-vif-deleted", "tag": "2023d7e0-2db9-47f7-9275-9c71e254f1b9"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:14:39.401477 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1116a5-4fdf-4e86-9644-844ec048bb49 x-openstack-request-id: req-3c1116a5-4fdf-4e86-9644-844ec048bb49 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:14:39.401861 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c190734-ecd1-4f6b-9773-15cc8410902b", "name": "network-vif-deleted", "tag": "2023d7e0-2db9-47f7-9275-9c71e254f1b9", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:14:39.402177 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3c1116a5-4fdf-4e86-9644-844ec048bb49 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:14:39.402635 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c1116a5-4fdf-4e86-9644-844ec048bb49'] response: {'server_uuid': '0c190734-ecd1-4f6b-9773-15cc8410902b', 'name': 'network-vif-deleted', 'tag': '2023d7e0-2db9-47f7-9275-9c71e254f1b9', 'status': 'completed', 'code': 200} May 25 16:14:39.466659 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-49c73531-0b0b-4e13-a840-25f7082de64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:39.497323 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c73531-0b0b-4e13-a840-25f7082de64f None None] Checking router: 87c12870-9bf7-4d4c-94f8-90429b2d4d14 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:14:39.509105 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c73531-0b0b-4e13-a840-25f7082de64f None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:14:39.510108 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-49c73531-0b0b-4e13-a840-25f7082de64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:39.652393 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-49c73531-0b0b-4e13-a840-25f7082de64f None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:14:39.933089 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-62665316-4500-4ee0-8c34-04fdca9aa761 req-d8bcbaf2-6818-4b77-943a-28ef9db4c496 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c190734-ecd1-4f6b-9773-15cc8410902b HTTP/1.1" status: 200 len: 210 time: 0.0675666 May 25 16:14:40.023117 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-49c73531-0b0b-4e13-a840-25f7082de64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:40.050407 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c73531-0b0b-4e13-a840-25f7082de64f None None] The sync data for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi is: [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '07399fdf-f815-4766-8478-9326a75b25f8', 'name': '', 'network_id': 'a2dc3f38-efe8-41d0-ba54-fbd07705ad76', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'mac_address': 'fa:16:3e:36:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:12Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'subnets': [{'id': '82c0c133-9624-48f4-80aa-0db4b953b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:14:40.094926 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:40.342650 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692cf808-124c-4dd1-b0f5-7c999c2f07a5 None None] New status for floating IP a9213be3-e70b-4258-800e-a2d61f2747de: DOWN {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:14:41.038710 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 41936) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:41.109220 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (00c95f75-6d8d-4bad-a7cc-08b7b07b621f), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:41.137572 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (00c95f75-6d8d-4bad-a7cc-08b7b07b621f), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:41.193221 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (00c95f75-6d8d-4bad-a7cc-08b7b07b621f), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:41.196891 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:41.198313 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "DELETE /v2.0/security-groups/00c95f75-6d8d-4bad-a7cc-08b7b07b621f HTTP/1.1" status: 204 len: 168 time: 0.1586099 May 25 16:14:41.201176 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 41938) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:41.211362 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c95f75-6d8d-4bad-a7cc-08b7b07b621f,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:41.216709 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.api.v2.resource [None req-986b1856-a761-4b7b-a663-feb5f2dfe7d5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] show failed (client error): The resource could not be found. May 25 16:14:41.218027 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-986b1856-a761-4b7b-a663-feb5f2dfe7d5 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "GET /v2.0/security-groups/00c95f75-6d8d-4bad-a7cc-08b7b07b621f HTTP/1.1" status: 404 len: 347 time: 0.0153167 May 25 16:14:41.222321 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 41940) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:41.225472 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.225823 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.226160 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.226494 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.227222 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.227524 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.227877 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.228204 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.228528 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.228851 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.229168 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.229666 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.229991 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.230413 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.230741 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3030-0f63-4dae-afb4-7cc85dfb3fc9 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:41.579244 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 2023d7e0-2db9-47f7-9275-9c71e254f1b9 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:14:41.598831 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 2023d7e0-2db9-47f7-9275-9c71e254f1b9 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:14:41.599479 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 2023d7e0-2db9-47f7-9275-9c71e254f1b9 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:14:41.612556 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-95a877d2-6dd9-4084-89e5-9c4d94a3b372 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Deleting port 68aa0782-b508-4aa5-9a4e-e75ffcb86447 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:14:41.612901 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-95a877d2-6dd9-4084-89e5-9c4d94a3b372 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (68aa0782-b508-4aa5-9a4e-e75ffcb86447), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:41.695772 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-95a877d2-6dd9-4084-89e5-9c4d94a3b372 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (68aa0782-b508-4aa5-9a4e-e75ffcb86447), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:41.696151 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-95a877d2-6dd9-4084-89e5-9c4d94a3b372 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (68aa0782-b508-4aa5-9a4e-e75ffcb86447), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:41.709506 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-95a877d2-6dd9-4084-89e5-9c4d94a3b372 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Calling delete_port for 68aa0782-b508-4aa5-9a4e-e75ffcb86447 owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:14:41.848470 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-95a877d2-6dd9-4084-89e5-9c4d94a3b372 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (68aa0782-b508-4aa5-9a4e-e75ffcb86447), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:41.903129 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a877d2-6dd9-4084-89e5-9c4d94a3b372 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Pushing event deleted for resources: {'Port': ['ID=68aa0782-b508-4aa5-9a4e-e75ffcb86447,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:41.940489 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-95a877d2-6dd9-4084-89e5-9c4d94a3b372 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks [] for floatingip (a9213be3-e70b-4258-800e-a2d61f2747de), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:41.942967 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-95a877d2-6dd9-4084-89e5-9c4d94a3b372 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:41.947250 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-95a877d2-6dd9-4084-89e5-9c4d94a3b372 tempest-AttachVolumeNegativeTest-699019392 tempest-AttachVolumeNegativeTest-699019392-project] 10.222.0.85 "DELETE /v2.0/floatingips/a9213be3-e70b-4258-800e-a2d61f2747de HTTP/1.1" status: 204 len: 168 time: 0.7203872 May 25 16:14:45.592793 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42074) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:45.641360 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1e77aa-07d8-4a90-b363-878631c48e08 admin admin] Deleting subnet 88328842-49de-4aa3-84e4-c810f07c9a03 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:14:45.644751 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fb1e77aa-07d8-4a90-b363-878631c48e08 admin admin] Publish callbacks [] for subnet (88328842-49de-4aa3-84e4-c810f07c9a03), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:45.679942 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fb1e77aa-07d8-4a90-b363-878631c48e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916365'] for subnet (88328842-49de-4aa3-84e4-c810f07c9a03), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:45.724688 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fb1e77aa-07d8-4a90-b363-878631c48e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (88328842-49de-4aa3-84e4-c810f07c9a03), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:45.754273 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42088) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:45.787073 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fb1e77aa-07d8-4a90-b363-878631c48e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8916455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155739'] for subnet (88328842-49de-4aa3-84e4-c810f07c9a03), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:45.815565 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e77aa-07d8-4a90-b363-878631c48e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88328842-49de-4aa3-84e4-c810f07c9a03,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:45.819593 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fb1e77aa-07d8-4a90-b363-878631c48e08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:45.822810 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-fb1e77aa-07d8-4a90-b363-878631c48e08 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/88328842-49de-4aa3-84e4-c810f07c9a03 HTTP/1.1" status: 204 len: 168 time: 0.2289233 May 25 16:14:45.825236 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42092) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:45.920632 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e89843b6-9196-4888-9e91-648347cd6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (d9742374-0900-4eb6-8398-b69feb343b7f), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.005293 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e89843b6-9196-4888-9e91-648347cd6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (d9742374-0900-4eb6-8398-b69feb343b7f), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.029929 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-e89843b6-9196-4888-9e91-648347cd6f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9742374-0900-4eb6-8398-b69feb343b7f']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:46.039452 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-e89843b6-9196-4888-9e91-648347cd6f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fa96d6-eaa1-4585-b88b-5fe215b6afdb') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:46.039698 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-e89843b6-9196-4888-9e91-648347cd6f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fa96d6-eaa1-4585-b88b-5fe215b6afdb') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:46.052067 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e89843b6-9196-4888-9e91-648347cd6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916354'] for segment (14fa96d6-eaa1-4585-b88b-5fe215b6afdb), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.066155 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e89843b6-9196-4888-9e91-648347cd6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (14fa96d6-eaa1-4585-b88b-5fe215b6afdb), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.072501 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89843b6-9196-4888-9e91-648347cd6f6a admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:14:46.072881 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e89843b6-9196-4888-9e91-648347cd6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8916485'] for segment (14fa96d6-eaa1-4585-b88b-5fe215b6afdb), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.091642 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:46.102476 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:46.141104 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0680-947d-4d8e-8b8d-f5e0e94dcfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552652'] for router_interface (87c12870-9bf7-4d4c-94f8-90429b2d4d14), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.146411 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e89843b6-9196-4888-9e91-648347cd6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (d9742374-0900-4eb6-8398-b69feb343b7f), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.171540 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e89843b6-9196-4888-9e91-648347cd6f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.175542 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e89843b6-9196-4888-9e91-648347cd6f6a admin admin] 10.222.0.85 "DELETE /v2.0/networks/d9742374-0900-4eb6-8398-b69feb343b7f HTTP/1.1" status: 204 len: 168 time: 0.3493633 May 25 16:14:46.176551 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89843b6-9196-4888-9e91-648347cd6f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=d9742374-0900-4eb6-8398-b69feb343b7f,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:46.249343 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 14fa96d6-eaa1-4585-b88b-5fe215b6afdb resource provider aggregate not found May 25 16:14:46.272449 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 14fa96d6-eaa1-4585-b88b-5fe215b6afdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14fa96d6-eaa1-4585-b88b-5fe215b6afdb found for delete ", "request_id": "req-74681265-12a7-419a-8525-f44862539277"}]} May 25 16:14:46.308536 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42104) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:46.349286 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-d70a2e3b-aee9-4d75-973d-4ed7675c96c7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=234b2b74107748719889e8c695484040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395060 May 25 16:14:46.351965 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42106) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:46.372539 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-ea1d0680-947d-4d8e-8b8d-f5e0e94dcfe7 admin admin] Deleting port 07399fdf-f815-4766-8478-9326a75b25f8 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:14:46.372828 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0680-947d-4d8e-8b8d-f5e0e94dcfe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (07399fdf-f815-4766-8478-9326a75b25f8), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.401277 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9d032ff7-18f6-441c-a594-a0bb4327daff admin admin] Publish callbacks [] for security_group (434749f1-93e6-4ea4-b6d4-d8bacabb3ab5), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.427434 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9d032ff7-18f6-441c-a594-a0bb4327daff admin admin] Publish callbacks [] for security_group (434749f1-93e6-4ea4-b6d4-d8bacabb3ab5), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.449729 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-ea1d0680-947d-4d8e-8b8d-f5e0e94dcfe7 admin admin] For port 07399fdf-f815-4766-8478-9326a75b25f8, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=07399fdf-f815-4766-8478-9326a75b25f8,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:46.450194 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0680-947d-4d8e-8b8d-f5e0e94dcfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (07399fdf-f815-4766-8478-9326a75b25f8), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.454571 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:46.464929 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-ea1d0680-947d-4d8e-8b8d-f5e0e94dcfe7 admin admin] Calling delete_port for 07399fdf-f815-4766-8478-9326a75b25f8 owned by network:router_interface {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:14:46.478140 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9d032ff7-18f6-441c-a594-a0bb4327daff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (434749f1-93e6-4ea4-b6d4-d8bacabb3ab5), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.481060 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9d032ff7-18f6-441c-a594-a0bb4327daff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.482272 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-9d032ff7-18f6-441c-a594-a0bb4327daff admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/434749f1-93e6-4ea4-b6d4-d8bacabb3ab5 HTTP/1.1" status: 204 len: 168 time: 0.1290398 May 25 16:14:46.491195 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d032ff7-18f6-441c-a594-a0bb4327daff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434749f1-93e6-4ea4-b6d4-d8bacabb3ab5,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:46.652952 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0680-947d-4d8e-8b8d-f5e0e94dcfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (07399fdf-f815-4766-8478-9326a75b25f8), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.678991 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d0680-947d-4d8e-8b8d-f5e0e94dcfe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=07399fdf-f815-4766-8478-9326a75b25f8,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:46.878448 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0680-947d-4d8e-8b8d-f5e0e94dcfe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-432624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552536'] for router_interface (87c12870-9bf7-4d4c-94f8-90429b2d4d14), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.009875 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:47.049720 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:47.123877 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1d0680-947d-4d8e-8b8d-f5e0e94dcfe7 admin admin] Router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:14:47.244649 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1d0680-947d-4d8e-8b8d-f5e0e94dcfe7 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:14:47.252948 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ea1d0680-947d-4d8e-8b8d-f5e0e94dcfe7 admin admin] 10.222.0.85 "PUT /v2.0/routers/87c12870-9bf7-4d4c-94f8-90429b2d4d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4970415 May 25 16:14:47.253438 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42140) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:47.258500 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55373ed8-d840-48bc-97f7-b5e3ae2e986b None None] Sync routers for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:14:47.276343 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55373ed8-d840-48bc-97f7-b5e3ae2e986b None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:14:47.277743 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-55373ed8-d840-48bc-97f7-b5e3ae2e986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:47.337189 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42142) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:47.377534 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Publish callbacks [] for router (87c12870-9bf7-4d4c-94f8-90429b2d4d14), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.391749 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-55373ed8-d840-48bc-97f7-b5e3ae2e986b None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:14:47.427214 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:47.445512 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-18356477-network', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:14:47.468425 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Made reservation on behalf of 7528adefacfc41c5a54869ec5603bde8 for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:14:47.471216 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.483182 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.484283 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Publish callbacks [] for router_gateway (87c12870-9bf7-4d4c-94f8-90429b2d4d14), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.531370 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Deleting port 6a2b7ca3-b843-420f-af79-4a40abc6bc84 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:14:47.531756 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.566140 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Publish callbacks [] for security_group (c56e0d52-7980-49a6-b0ee-51e97d44281b), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.566508 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-55373ed8-d840-48bc-97f7-b5e3ae2e986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:14:46Z', 'revision_number': 5, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port': {'id': '6a2b7ca3-b843-420f-af79-4a40abc6bc84', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:51Z', 'updated_at': '2022-05-25T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:47.571127 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c56e0d52-7980-49a6-b0ee-51e97d44281b), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.592568 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:14:47.595968 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55373ed8-d840-48bc-97f7-b5e3ae2e986b None None] Checking router: 87c12870-9bf7-4d4c-94f8-90429b2d4d14 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:14:47.605084 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55373ed8-d840-48bc-97f7-b5e3ae2e986b None None] Routers {'87c12870-9bf7-4d4c-94f8-90429b2d4d14'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:14:47.606444 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-55373ed8-d840-48bc-97f7-b5e3ae2e986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:47.608706 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (f2090d47-c7d1-45ab-8e4a-651132a0f9e0), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.608896 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:47.609431 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:47.609607 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Added segment f2090d47-c7d1-45ab-8e4a-651132a0f9e0 of type vlan for network 9358ddcf-9465-4227-b94e-57f9c6a33979 May 25 16:14:47.611284 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56e0d52-7980-49a6-b0ee-51e97d44281b,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:47.613587 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] For port 6a2b7ca3-b843-420f-af79-4a40abc6bc84, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=6a2b7ca3-b843-420f-af79-4a40abc6bc84,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:47.613956 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.630267 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Calling delete_port for 6a2b7ca3-b843-420f-af79-4a40abc6bc84 owned by network:router_gateway {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:14:47.654112 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (9358ddcf-9465-4227-b94e-57f9c6a33979), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.682002 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (9358ddcf-9465-4227-b94e-57f9c6a33979), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.683054 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:47.683635 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.718584 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-55373ed8-d840-48bc-97f7-b5e3ae2e986b None None] Set router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:14:47.740153 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4017210 May 25 16:14:47.742820 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42146) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:47.749284 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-b5059283-350d-4029-b3a2-662072d567dd admin admin] Request body: {'subnet': {'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-18356477-subnet', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:14:47.759993 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4d3b7-6707-4518-8253-bf1d3ce12c89 admin admin] Pushing event updated for resources: {'Network': ['ID=9358ddcf-9465-4227-b94e-57f9c6a33979,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:47.773238 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network 9358ddcf-9465-4227-b94e-57f9c6a33979 details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:14:47.777560 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:47.779591 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5059283-350d-4029-b3a2-662072d567dd admin admin] Made reservation on behalf of 7528adefacfc41c5a54869ec5603bde8 for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:14:47.782255 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b5059283-350d-4029-b3a2-662072d567dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286781'] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.786712 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-55373ed8-d840-48bc-97f7-b5e3ae2e986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:14:47Z', 'revision_number': 6, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port_host': None}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:47.853156 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55373ed8-d840-48bc-97f7-b5e3ae2e986b None None] The sync data for ids ['87c12870-9bf7-4d4c-94f8-90429b2d4d14'] in dv-cinder-843277-2-iscsi is: [{'id': '87c12870-9bf7-4d4c-94f8-90429b2d4d14', 'name': 'tempest-AttachVolumeNegativeTest-979887225-router', 'tenant_id': '32e48e8e884b4840ba54d546d82d2334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:49Z', 'updated_at': '2022-05-25T16:14:47Z', 'revision_number': 6, 'project_id': '32e48e8e884b4840ba54d546d82d2334', 'gw_port_host': None}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:14:47.862382 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (6a2b7ca3-b843-420f-af79-4a40abc6bc84), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.907643 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2b7ca3-b843-420f-af79-4a40abc6bc84,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:47.975163 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549174'] for router_gateway (87c12870-9bf7-4d4c-94f8-90429b2d4d14), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.992697 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b5059283-350d-4029-b3a2-662072d567dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3990599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286799'] for subnet (022a40ea-22f7-42d6-bdb6-84572c27e793), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.997384 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:48.033116 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:48.052189 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5059283-350d-4029-b3a2-662072d567dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=022a40ea-22f7-42d6-bdb6-84572c27e793,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:48.075625 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5059283-350d-4029-b3a2-662072d567dd admin admin] Checking segment: {'id': 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:14:48.076078 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5059283-350d-4029-b3a2-662072d567dd admin admin] Network hostable DHCP agents. Network: 9358ddcf-9465-4227-b94e-57f9c6a33979, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:14:48.101609 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (87c12870-9bf7-4d4c-94f8-90429b2d4d14), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.104310 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Publish callbacks [] for router_controller (87c12870-9bf7-4d4c-94f8-90429b2d4d14), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.106162 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5059283-350d-4029-b3a2-662072d567dd admin admin] Network 9358ddcf-9465-4227-b94e-57f9c6a33979 is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:14:48.116608 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-b5059283-350d-4029-b3a2-662072d567dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, 9358ddcf-9465-4227-b94e-57f9c6a33979) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:14:48.121128 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5059283-350d-4029-b3a2-662072d567dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:48.121873 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b5059283-350d-4029-b3a2-662072d567dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.126468 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba62fc5-1967-49db-89a5-1447029a76c7 None None] Network 9358ddcf-9465-4227-b94e-57f9c6a33979 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:14:48.141549 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b5059283-350d-4029-b3a2-662072d567dd admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3974345 May 25 16:14:48.144228 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42148) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:48.148787 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:14:48.163686 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:48.175528 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551056'] for router (87c12870-9bf7-4d4c-94f8-90429b2d4d14), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.176207 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87c12870-9bf7-4d4c-94f8-90429b2d4d14 {{(pid=104068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:14:48.183433 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.183770 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4723'] for router (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.185435 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4618'] for router (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.187454 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c7c92477-6a3a-4b9c-a650-bba901ff6986 admin admin] 10.222.0.85 "DELETE /v2.0/routers/87c12870-9bf7-4d4c-94f8-90429b2d4d14 HTTP/1.1" status: 204 len: 168 time: 0.9328144 May 25 16:14:48.188284 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42150) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:48.237211 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1a4380-3607-4726-b7d9-5b0f173b61d9 admin admin] Deleting subnet 82c0c133-9624-48f4-80aa-0db4b953b350 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:14:48.240696 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3e1a4380-3607-4726-b7d9-5b0f173b61d9 admin admin] Publish callbacks [] for subnet (82c0c133-9624-48f4-80aa-0db4b953b350), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.244593 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Publish callbacks [] for router_controller (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), precommit_add_association {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.256385 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36dff1af-7e65-55b9-86f4-0fb241d6de40-9358ddcf-9465-4227-b94e-57f9c6a33979', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793'}]}} from dv-cinder-843277-2-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:14:48.257619 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.277636 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3e1a4380-3607-4726-b7d9-5b0f173b61d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916365'] for subnet (82c0c133-9624-48f4-80aa-0db4b953b350), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.386667 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3e1a4380-3607-4726-b7d9-5b0f173b61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (82c0c133-9624-48f4-80aa-0db4b953b350), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.442172 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Publish callbacks [] for router_gateway (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.453295 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3e1a4380-3607-4726-b7d9-5b0f173b61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8916455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155739'] for subnet (82c0c133-9624-48f4-80aa-0db4b953b350), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.464440 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Allocated IP 172.20.0.2 (9358ddcf-9465-4227-b94e-57f9c6a33979/022a40ea-22f7-42d6-bdb6-84572c27e793/3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:14:48.469797 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3e1a4380-3607-4726-b7d9-5b0f173b61d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.476468 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef0a48-0f21-4e5b-beb4-908bb549d1a9 None None] Network a2dc3f38-efe8-41d0-ba54-fbd07705ad76 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:14:48.476812 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3e1a4380-3607-4726-b7d9-5b0f173b61d9 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/82c0c133-9624-48f4-80aa-0db4b953b350 HTTP/1.1" status: 204 len: 168 time: 0.2870541 May 25 16:14:48.497255 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42158) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:48.502012 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a4380-3607-4726-b7d9-5b0f173b61d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c0c133-9624-48f4-80aa-0db4b953b350,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:48.600351 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (a2dc3f38-efe8-41d0-ba54-fbd07705ad76), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.721266 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Publish callbacks [] for port (3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.727678 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Deleting port c5c8d1d4-b3cd-4d13-912f-162962922194 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:14:48.728125 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.735034 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0c3659-c9a8-4e8a-9a8a-034a6c09b3e9 None None] DHCP port deletion for a2dc3f38-efe8-41d0-ba54-fbd07705ad76 request from dv-cinder-843277-2-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:14:48.740133 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.750779 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Publish callbacks [] for router_gateway (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.813553 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.832529 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Network 9358ddcf-9465-4227-b94e-57f9c6a33979 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:14:48.844552 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:14:48.849480 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:14:48.852240 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Pushing event updated for resources: {'Port': ['ID=3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:48.856162 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c3659-c9a8-4e8a-9a8a-034a6c09b3e9 None None] Deleting port c5c8d1d4-b3cd-4d13-912f-162962922194 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:14:48.856718 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3b0c3659-c9a8-4e8a-9a8a-034a6c09b3e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.860775 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:48.925330 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] For port c5c8d1d4-b3cd-4d13-912f-162962922194, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=c5c8d1d4-b3cd-4d13-912f-162962922194,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:48.925460 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.945407 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Calling delete_port for c5c8d1d4-b3cd-4d13-912f-162962922194 owned by network:dhcp {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:14:48.970785 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Allocated IP 172.27.0.249 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/4232629b-572e-4635-8070-0bfe06a4578d) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:14:48.982547 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-3b0c3659-c9a8-4e8a-9a8a-034a6c09b3e9 None None] For port c5c8d1d4-b3cd-4d13-912f-162962922194, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=c5c8d1d4-b3cd-4d13-912f-162962922194,segment=NetworkSegment(922fbad2-8f6e-4679-80f9-6cf6d5c1f65a),segment_id=922fbad2-8f6e-4679-80f9-6cf6d5c1f65a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:48.982939 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3b0c3659-c9a8-4e8a-9a8a-034a6c09b3e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.985980 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Attempting to bind port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:14:48.986537 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Attempting to bind port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:14:48.986890 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Attempting to bind port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba on network 9358ddcf-9465-4227-b94e-57f9c6a33979 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:14:49.001287 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:14:49.001585 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Checking segment: {'id': 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:14:49.001973 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.002352 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Bound using segment: {'id': 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:14:49.002844 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Bound port: 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:14:49.003215 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.005707 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c3659-c9a8-4e8a-9a8a-034a6c09b3e9 None None] Calling delete_port for c5c8d1d4-b3cd-4d13-912f-162962922194 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:14:49.010236 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:49.023660 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:49.064484 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:49.125614 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] For port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:14:49.130395 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] For port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:14:49.143472 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.168717 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3b0c3659-c9a8-4e8a-9a8a-034a6c09b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.204358 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c3659-c9a8-4e8a-9a8a-034a6c09b3e9 None None] No DVR routers for this DVR port c5c8d1d4-b3cd-4d13-912f-162962922194 on host dv-cinder-843277-2-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:14:49.218961 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64411-31b4-43fa-aefd-055b64ed39a0 None None] Pushing event updated for resources: {'Port': ['ID=3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:49.243444 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c3659-c9a8-4e8a-9a8a-034a6c09b3e9 None None] Pushing event deleted for resources: {'Port': ['ID=c5c8d1d4-b3cd-4d13-912f-162962922194,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:49.423768 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a301bdc-5bd7-413c-9c38-da8fc645529f req-68ce88ee-7af0-498a-a114-78cfda124702 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:49.426131 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5a301bdc-5bd7-413c-9c38-da8fc645529f req-68ce88ee-7af0-498a-a114-78cfda124702 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 945 time: 0.4140756 May 25 16:14:49.477629 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (c5c8d1d4-b3cd-4d13-912f-162962922194), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.525240 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c8d1d4-b3cd-4d13-912f-162962922194,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:49.537511 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] No DVR routers for this DVR port c5c8d1d4-b3cd-4d13-912f-162962922194 on host dv-cinder-843277-2-iscsi {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:14:49.541673 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Publish callbacks [] for port (4232629b-572e-4635-8070-0bfe06a4578d), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.575332 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5a301bdc-5bd7-413c-9c38-da8fc645529f req-e9d387a1-9c75-4d17-9dfa-4ed2dcf93836 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334398 May 25 16:14:49.645645 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (a2dc3f38-efe8-41d0-ba54-fbd07705ad76), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.664456 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (4232629b-572e-4635-8070-0bfe06a4578d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.671706 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2dc3f38-efe8-41d0-ba54-fbd07705ad76']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:49.704648 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:49.705041 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922fbad2-8f6e-4679-80f9-6cf6d5c1f65a') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:49.723742 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4176196'] for segment (922fbad2-8f6e-4679-80f9-6cf6d5c1f65a), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.731155 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:14:49.732252 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.742205 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:14:49.746795 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:14:49.748648 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Pushing event updated for resources: {'Port': ['ID=4232629b-572e-4635-8070-0bfe06a4578d,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:49.770801 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (922fbad2-8f6e-4679-80f9-6cf6d5c1f65a), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.783202 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:14:49.783417 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991522'] for segment (922fbad2-8f6e-4679-80f9-6cf6d5c1f65a), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.853777 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:14:49.900524 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (a2dc3f38-efe8-41d0-ba54-fbd07705ad76), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.906540 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.911187 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] 10.222.0.85 "DELETE /v2.0/networks/a2dc3f38-efe8-41d0-ba54-fbd07705ad76 HTTP/1.1" status: 204 len: 168 time: 1.4129517 May 25 16:14:49.918434 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:49.918953 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.961184 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a93a9-b5d2-4809-83ab-4119a7ec8179 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2dc3f38-efe8-41d0-ba54-fbd07705ad76,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:50.002172 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 922fbad2-8f6e-4679-80f9-6cf6d5c1f65a resource provider aggregate not found May 25 16:14:50.014793 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:50.015435 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:50.027364 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 922fbad2-8f6e-4679-80f9-6cf6d5c1f65a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 922fbad2-8f6e-4679-80f9-6cf6d5c1f65a found for delete ", "request_id": "req-675e7324-3b39-48a3-94ed-8a18f16a00bc"}]} May 25 16:14:50.058075 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:50.065891 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:50.137557 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:50.142031 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42180) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:50.159017 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 6a2b7ca3-b843-420f-af79-4a40abc6bc84 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:14:50.172174 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:50.180212 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Publish callbacks [] for router_gateway (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:50.185404 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 6a2b7ca3-b843-420f-af79-4a40abc6bc84 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:14:50.185702 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 6a2b7ca3-b843-420f-af79-4a40abc6bc84 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:14:50.186234 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device c5c8d1d4-b3cd-4d13-912f-162962922194 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:14:50.190935 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-632d2207-84a0-44fa-a219-9c0d663bf287 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=32e48e8e884b4840ba54d546d82d2334&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0469520 May 25 16:14:50.194555 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42182) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:50.206902 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: c5c8d1d4-b3cd-4d13-912f-162962922194 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:14:50.207247 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device c5c8d1d4-b3cd-4d13-912f-162962922194 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:14:50.207718 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 07399fdf-f815-4766-8478-9326a75b25f8 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:14:50.234462 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 07399fdf-f815-4766-8478-9326a75b25f8 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:14:50.235126 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 07399fdf-f815-4766-8478-9326a75b25f8 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:14:50.249809 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d64b181d-c532-4314-aced-07b2b1bb191e admin admin] Publish callbacks [] for security_group (45ab40e6-f709-493c-b6e7-7c6d1a5c21d6), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:50.279692 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d64b181d-c532-4314-aced-07b2b1bb191e admin admin] Publish callbacks [] for security_group (45ab40e6-f709-493c-b6e7-7c6d1a5c21d6), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:50.292503 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:50.300163 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05173f0-f0e4-4e94-bfc3-5408e8ca11c4 None None] Network 9358ddcf-9465-4227-b94e-57f9c6a33979 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:14:50.337585 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d64b181d-c532-4314-aced-07b2b1bb191e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (45ab40e6-f709-493c-b6e7-7c6d1a5c21d6), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:50.340432 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d64b181d-c532-4314-aced-07b2b1bb191e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:50.344611 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-d64b181d-c532-4314-aced-07b2b1bb191e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/45ab40e6-f709-493c-b6e7-7c6d1a5c21d6 HTTP/1.1" status: 204 len: 168 time: 0.1467001 May 25 16:14:50.360002 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b181d-c532-4314-aced-07b2b1bb191e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ab40e6-f709-493c-b6e7-7c6d1a5c21d6,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:50.390235 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:50.393835 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0d96895b-34b3-4e69-abe3-54b95aff7262 None None] Provisioning complete for port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:50.394134 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0d96895b-34b3-4e69-abe3-54b95aff7262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:50.402599 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549138'] for router (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:50.457664 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:50.500827 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0d96895b-34b3-4e69-abe3-54b95aff7262 None None] Current status of the port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:50.541296 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f is scheduled to L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff with binding_index 1 {{(pid=104069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:14:50.655728 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:14:50.670183 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Sync routers for ids ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:14:50.683004 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:50.686820 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d7451d7d-cd85-453a-a6e8-7660e86017af admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5389349 May 25 16:14:50.692126 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42192) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:50.720647 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Routers {'0f359bc7-3157-4ad4-a6c9-5f61af23f70f'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:14:50.722700 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e40fb2-c9ab-4d5c-be1c-f4b69526ac2b req-7373a0da-fffe-417b-a9c6-6d38f41cdbb1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:50.724677 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:50.725429 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e5e40fb2-c9ab-4d5c-be1c-f4b69526ac2b req-7373a0da-fffe-417b-a9c6-6d38f41cdbb1 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 945 time: 0.0655191 May 25 16:14:50.776080 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-6f01235a-55e0-4dfe-a4bf-52bed36a581b None None] Provisioning complete for port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:50.776537 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-6f01235a-55e0-4dfe-a4bf-52bed36a581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:50.792325 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e5e40fb2-c9ab-4d5c-be1c-f4b69526ac2b req-a3614204-7cc9-4b07-be57-ff84929231ec tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607982 May 25 16:14:50.820538 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:50.863772 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29914008-d195-4739-b36b-643d81db6f95 req-e4785153-1b83-4042-a107-2cea4164de83 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:50.865978 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29914008-d195-4739-b36b-643d81db6f95 req-e4785153-1b83-4042-a107-2cea4164de83 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.67 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 945 time: 0.0518277 May 25 16:14:50.885149 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Set router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:14:50.974174 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Deleting port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:14:50.974415 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.066237 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:51.100379 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] For port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1ba0185d-8af8-486d-89b0-0ed2b1f893a5,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:51.100760 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.145612 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-6f01235a-55e0-4dfe-a4bf-52bed36a581b None None] Current status of the port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:51.230617 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.250739 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:51.263862 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:50Z', 'revision_number': 3, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:51.314211 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Checking router: 0f359bc7-3157-4ad4-a6c9-5f61af23f70f for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:14:51.314823 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Updating router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f port 4232629b-572e-4635-8070-0bfe06a4578d binding host dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:14:51.323465 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.324080 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (816ccb73-a0ca-4746-ac47-e82d7fd0f139), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.324193 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Floating IP 816ccb73-a0ca-4746-ac47-e82d7fd0f139 disassociated. External IP: 172.27.0.236, port: 1ba0185d-8af8-486d-89b0-0ed2b1f893a5. May 25 16:14:51.324621 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Calling delete_port for 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:14:51.346711 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4232629b-572e-4635-8070-0bfe06a4578d), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.427607 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Allocated IP 172.20.0.1 (9358ddcf-9465-4227-b94e-57f9c6a33979/022a40ea-22f7-42d6-bdb6-84572c27e793/9dacd48b-7461-4271-8562-71f6de9f4b3e) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:14:51.441207 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:51.477100 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (1ba0185d-8af8-486d-89b0-0ed2b1f893a5), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.516982 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event deleted for resources: {'Port': ['ID=1ba0185d-8af8-486d-89b0-0ed2b1f893a5,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:51.564102 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Publish callbacks [] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.605327 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.648493 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:14:51.649816 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Network 9358ddcf-9465-4227-b94e-57f9c6a33979 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:14:51.656825 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:14:51.661710 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:14:51.686720 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Pushing event updated for resources: {'Port': ['ID=9dacd48b-7461-4271-8562-71f6de9f4b3e,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:51.708647 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549447'] for router_interface (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.748795 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Publish callbacks [] for port (4232629b-572e-4635-8070-0bfe06a4578d), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.759957 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4232629b-572e-4635-8070-0bfe06a4578d), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.776797 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:51.778267 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:14:51.794207 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815e846-c1bf-490e-ab41-778cf50e2ff4 None None] Sync routers for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:14:51.864772 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Attempting to bind port 4232629b-572e-4635-8070-0bfe06a4578d on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:14:51.865184 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Attempting to bind port 4232629b-572e-4635-8070-0bfe06a4578d by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:14:51.865493 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Attempting to bind port 4232629b-572e-4635-8070-0bfe06a4578d on network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:14:51.868880 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815e846-c1bf-490e-ab41-778cf50e2ff4 None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:14:51.877176 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-3815e846-c1bf-490e-ab41-778cf50e2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:51.896204 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] No DVR routers for this DVR port 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:14:51.897645 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:14:51.898146 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Checking segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:14:51.898496 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.898890 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Bound using segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:14:51.899386 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Bound port: 4232629b-572e-4635-8070-0bfe06a4578d, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:14:51.899796 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4232629b-572e-4635-8070-0bfe06a4578d), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.902957 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:51.910030 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29914008-d195-4739-b36b-643d81db6f95 req-f6bd23ae-57ab-48de-92be-5acf8284836f tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.67 "DELETE /v2.0/ports/1ba0185d-8af8-486d-89b0-0ed2b1f893a5 HTTP/1.1" status: 204 len: 173 time: 1.0369935 May 25 16:14:51.910519 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d82389-e0ca-4a82-98ae-47c6eac2a000', 'name': 'network-vif-deleted', 'tag': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:14:51.920807 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be495bf-ba83-4431-9bbf-e7db693d8007 None None] Pushing event updated for resources: {'Port': ['ID=4232629b-572e-4635-8070-0bfe06a4578d,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:51.923463 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b323d541-806c-46f2-8015-6bbe1db76a1a" -d '{"events": [{"server_uuid": "82d82389-e0ca-4a82-98ae-47c6eac2a000", "name": "network-vif-deleted", "tag": "1ba0185d-8af8-486d-89b0-0ed2b1f893a5"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:14:51.971730 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:52.003224 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:14:52.032232 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:52.044120 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] For port 4232629b-572e-4635-8070-0bfe06a4578d, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:14:52.079202 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f388a3-445c-4315-ae42-e527b952a428 x-openstack-request-id: req-54f388a3-445c-4315-ae42-e527b952a428 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:14:52.079482 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d82389-e0ca-4a82-98ae-47c6eac2a000", "name": "network-vif-deleted", "tag": "1ba0185d-8af8-486d-89b0-0ed2b1f893a5", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:14:52.079725 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-54f388a3-445c-4315-ae42-e527b952a428 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:14:52.080246 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f388a3-445c-4315-ae42-e527b952a428'] response: {'server_uuid': '82d82389-e0ca-4a82-98ae-47c6eac2a000', 'name': 'network-vif-deleted', 'tag': '1ba0185d-8af8-486d-89b0-0ed2b1f893a5', 'status': 'completed', 'code': 200} May 25 16:14:52.100098 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] For port 4232629b-572e-4635-8070-0bfe06a4578d, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=4232629b-572e-4635-8070-0bfe06a4578d,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:14:52.113626 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:52.113987 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:52.119428 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4232629b-572e-4635-8070-0bfe06a4578d), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:52.154945 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d76937c-974c-4f2c-b99b-a67d61541209 req-b8c7869b-9762-43aa-b14e-5abaa65cb745 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/ports?device_id=82d82389-e0ca-4a82-98ae-47c6eac2a000 HTTP/1.1" status: 200 len: 210 time: 0.0682912 May 25 16:14:52.211573 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-3815e846-c1bf-490e-ab41-778cf50e2ff4 None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:14:52.216497 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:52.257218 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-1b18c027-f6f1-4ef6-89fb-1ba9c6dc2629 None None] Provisioning complete for port 9dacd48b-7461-4271-8562-71f6de9f4b3e triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:52.257603 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1b18c027-f6f1-4ef6-89fb-1ba9c6dc2629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:52.292850 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Routers {'0f359bc7-3157-4ad4-a6c9-5f61af23f70f'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:14:52.293401 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:52.336147 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be495bf-ba83-4431-9bbf-e7db693d8007 None None] Pushing event updated for resources: {'Port': ['ID=4232629b-572e-4635-8070-0bfe06a4578d,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:52.355632 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Publish callbacks [] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:52.364276 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:52.368696 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:52.375358 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-1b18c027-f6f1-4ef6-89fb-1ba9c6dc2629 None None] Port 9dacd48b-7461-4271-8562-71f6de9f4b3e cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:14:52.427248 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-3815e846-c1bf-490e-ab41-778cf50e2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:21Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:52.433007 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:52.433306 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Pushing event updated for resources: {'Port': ['ID=9dacd48b-7461-4271-8562-71f6de9f4b3e,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:52.436089 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-430595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552663'] for router_interface (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:52.467752 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815e846-c1bf-490e-ab41-778cf50e2ff4 None None] Checking router: 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:14:52.474890 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] Set router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:14:52.478618 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815e846-c1bf-490e-ab41-778cf50e2ff4 None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:14:52.479239 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-3815e846-c1bf-490e-ab41-778cf50e2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:52.552212 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Network 9358ddcf-9465-4227-b94e-57f9c6a33979 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:14:52.553925 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:14:52.602487 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-3815e846-c1bf-490e-ab41-778cf50e2ff4 None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:14:52.611368 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:52.682008 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:14:52.784628 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:51Z', 'revision_number': 4, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '9dacd48b-7461-4271-8562-71f6de9f4b3e', 'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'mac_address': 'fa:16:3e:28:c1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:51Z', 'updated_at': '2022-05-25T16:14:51Z', 'revision_number': 1, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'subnets': [{'id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:52.804134 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:14:52.818289 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-20981428-5292-48eb-8c7b-026cda3dcce1 admin admin] 10.222.0.85 "PUT /v2.0/routers/0f359bc7-3157-4ad4-a6c9-5f61af23f70f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1172907 May 25 16:14:52.818509 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e67f37-c200-4a7a-a005-02c149188a83 None None] The sync data for ids ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'] in dv-cinder-843277-2-iscsi is: [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:51Z', 'revision_number': 4, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '9dacd48b-7461-4271-8562-71f6de9f4b3e', 'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'mac_address': 'fa:16:3e:28:c1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:51Z', 'updated_at': '2022-05-25T16:14:51Z', 'revision_number': 1, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'subnets': [{'id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:14:52.837062 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-3815e846-c1bf-490e-ab41-778cf50e2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:21Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:52.863368 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815e846-c1bf-490e-ab41-778cf50e2ff4 None None] The sync data for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi is: [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:08:02Z', 'revision_number': 4, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'cd3e596e-71fe-4447-861f-bab1a5bbe9e1', 'name': '', 'network_id': '11c18221-40ed-46b2-9546-1ebebf8fc518', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'mac_address': 'fa:16:3e:7d:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:59Z', 'updated_at': '2022-05-25T16:08:21Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'subnets': [{'id': 'ee29b0f8-d772-4643-bd86-56377e543ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:14:52.899925 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-3c86f22b-67e3-49c1-ba80-336b20a497e0 None None] Provisioning complete for port 9dacd48b-7461-4271-8562-71f6de9f4b3e triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:52.900410 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3c86f22b-67e3-49c1-ba80-336b20a497e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:52.948341 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-3c86f22b-67e3-49c1-ba80-336b20a497e0 None None] Port 9dacd48b-7461-4271-8562-71f6de9f4b3e cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:14:53.280942 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f1b9d2-96df-4bb3-ad14-236df435c5aa None None] New status for floating IP 816ccb73-a0ca-4746-ac47-e82d7fd0f139: DOWN {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:14:53.286566 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42242) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:53.423349 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3c6c338f-672a-46bc-a62f-e74a18aff5cf tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group (e8c2c00a-c20d-49b0-a709-37a6b4b25ea4), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.480825 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3c6c338f-672a-46bc-a62f-e74a18aff5cf tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group (e8c2c00a-c20d-49b0-a709-37a6b4b25ea4), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.581436 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3c6c338f-672a-46bc-a62f-e74a18aff5cf tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (e8c2c00a-c20d-49b0-a709-37a6b4b25ea4), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.584439 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3c6c338f-672a-46bc-a62f-e74a18aff5cf tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.585814 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3c6c338f-672a-46bc-a62f-e74a18aff5cf tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "DELETE /v2.0/security-groups/e8c2c00a-c20d-49b0-a709-37a6b4b25ea4 HTTP/1.1" status: 204 len: 168 time: 0.2979095 May 25 16:14:53.588981 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42252) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:53.596263 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c338f-672a-46bc-a62f-e74a18aff5cf tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c2c00a-c20d-49b0-a709-37a6b4b25ea4,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:53.617778 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.api.v2.resource [None req-e11535df-eb1f-43c8-a88a-1b46e4f58d7a tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] show failed (client error): The resource could not be found. May 25 16:14:53.625189 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42256) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:53.626502 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e11535df-eb1f-43c8-a88a-1b46e4f58d7a tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "GET /v2.0/security-groups/e8c2c00a-c20d-49b0-a709-37a6b4b25ea4 HTTP/1.1" status: 404 len: 347 time: 0.0318637 May 25 16:14:53.669168 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42258) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:53.674115 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-228309422-network', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:14:53.699289 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Made reservation on behalf of 99ed0f4b2e7e4ab1a79c30dd247c8061 for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:14:53.702011 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.716486 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.783741 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-6d1cad3d-3ad5-41b2-9206-e1cfa51f2658 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Deleting port 93a3a27a-ee9d-4312-adaf-59caad5228ca {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:14:53.784411 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6d1cad3d-3ad5-41b2-9206-e1cfa51f2658 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (93a3a27a-ee9d-4312-adaf-59caad5228ca), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.820784 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Publish callbacks [] for security_group (e163aff6-feb8-478e-9984-21c5632d2d8a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.827653 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (e163aff6-feb8-478e-9984-21c5632d2d8a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.861032 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:14:53.880001 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e163aff6-feb8-478e-9984-21c5632d2d8a,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:53.883533 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (c0be1910-dd94-4c6d-82c2-bea862a13684), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.884029 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Added segment c0be1910-dd94-4c6d-82c2-bea862a13684 of type vlan for network c6bfa0bc-7259-40ca-8809-37c99e7ed18e May 25 16:14:53.903196 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6d1cad3d-3ad5-41b2-9206-e1cfa51f2658 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (93a3a27a-ee9d-4312-adaf-59caad5228ca), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.903523 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6d1cad3d-3ad5-41b2-9206-e1cfa51f2658 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (93a3a27a-ee9d-4312-adaf-59caad5228ca), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.919551 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-6d1cad3d-3ad5-41b2-9206-e1cfa51f2658 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Calling delete_port for 93a3a27a-ee9d-4312-adaf-59caad5228ca owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:14:53.923639 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:53.933134 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (c6bfa0bc-7259-40ca-8809-37c99e7ed18e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.955783 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 4232629b-572e-4635-8070-0bfe06a4578d up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:14:53.986740 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (c6bfa0bc-7259-40ca-8809-37c99e7ed18e), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:53.992831 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:53.993722 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.032251 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 4232629b-572e-4635-8070-0bfe06a4578d triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:54.032775 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (4232629b-572e-4635-8070-0bfe06a4578d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.071726 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42260) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:54.072131 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4016988 May 25 16:14:54.076092 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb836d93-adb2-4906-85fe-d0f976f1bb89 admin admin] Pushing event updated for resources: {'Network': ['ID=c6bfa0bc-7259-40ca-8809-37c99e7ed18e,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:54.077809 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-3be8a815-f0e9-4992-8ccc-e97c8a69e2f4 admin admin] Request body: {'subnet': {'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-228309422-subnet', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:14:54.088639 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network c6bfa0bc-7259-40ca-8809-37c99e7ed18e details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:14:54.091308 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6d1cad3d-3ad5-41b2-9206-e1cfa51f2658 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (93a3a27a-ee9d-4312-adaf-59caad5228ca), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.121086 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:54.136458 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cad3d-3ad5-41b2-9206-e1cfa51f2658 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Pushing event deleted for resources: {'Port': ['ID=93a3a27a-ee9d-4312-adaf-59caad5228ca,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:54.182381 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 4232629b-572e-4635-8070-0bfe06a4578d is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:54.183031 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4232629b-572e-4635-8070-0bfe06a4578d), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.189080 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be8a815-f0e9-4992-8ccc-e97c8a69e2f4 admin admin] Made reservation on behalf of 99ed0f4b2e7e4ab1a79c30dd247c8061 for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:14:54.191644 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3be8a815-f0e9-4992-8ccc-e97c8a69e2f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9155680'] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.209431 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port 4232629b-572e-4635-8070-0bfe06a4578d, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=4232629b-572e-4635-8070-0bfe06a4578d,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:54.218229 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4232629b-572e-4635-8070-0bfe06a4578d), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.272531 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=4232629b-572e-4635-8070-0bfe06a4578d,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:54.316034 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6d1cad3d-3ad5-41b2-9206-e1cfa51f2658 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks [] for floatingip (816ccb73-a0ca-4746-ac47-e82d7fd0f139), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.318492 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6d1cad3d-3ad5-41b2-9206-e1cfa51f2658 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.319684 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-6d1cad3d-3ad5-41b2-9206-e1cfa51f2658 tempest-AttachVolumeTestJSON-508094849 tempest-AttachVolumeTestJSON-508094849-project] 10.222.0.85 "DELETE /v2.0/floatingips/816ccb73-a0ca-4746-ac47-e82d7fd0f139 HTTP/1.1" status: 204 len: 168 time: 0.6933720 May 25 16:14:54.457075 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3be8a815-f0e9-4992-8ccc-e97c8a69e2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8916384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9155730'] for subnet (1accf2e2-96ef-4bca-bccf-198cc4ee75ec), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.519714 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8a815-f0e9-4992-8ccc-e97c8a69e2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1accf2e2-96ef-4bca-bccf-198cc4ee75ec,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:54.528261 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:54.531740 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be8a815-f0e9-4992-8ccc-e97c8a69e2f4 admin admin] Checking segment: {'id': 'c0be1910-dd94-4c6d-82c2-bea862a13684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:14:54.532410 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be8a815-f0e9-4992-8ccc-e97c8a69e2f4 admin admin] Network hostable DHCP agents. Network: c6bfa0bc-7259-40ca-8809-37c99e7ed18e, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:14:54.559814 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be8a815-f0e9-4992-8ccc-e97c8a69e2f4 admin admin] Network c6bfa0bc-7259-40ca-8809-37c99e7ed18e is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:14:54.574491 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-3be8a815-f0e9-4992-8ccc-e97c8a69e2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, c6bfa0bc-7259-40ca-8809-37c99e7ed18e) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:14:54.583897 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be8a815-f0e9-4992-8ccc-e97c8a69e2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:54.584628 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3be8a815-f0e9-4992-8ccc-e97c8a69e2f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.588628 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4525cd-d0a8-4ec8-a88d-83ea3853bbc5 None None] Network c6bfa0bc-7259-40ca-8809-37c99e7ed18e requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:14:54.619563 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3be8a815-f0e9-4992-8ccc-e97c8a69e2f4 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5465460 May 25 16:14:54.622076 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42270) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:54.626468 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-228309422-router', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:14:54.653807 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4723'] for router (6dfdd120-7ca1-4669-b768-1d2140cc51ca), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.655029 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4618'] for router (6dfdd120-7ca1-4669-b768-1d2140cc51ca), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.724286 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Publish callbacks [] for router_controller (6dfdd120-7ca1-4669-b768-1d2140cc51ca), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.726990 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36dff1af-7e65-55b9-86f4-0fb241d6de40-c6bfa0bc-7259-40ca-8809-37c99e7ed18e', 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e', 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'fixed_ips': [{'subnet_id': '1accf2e2-96ef-4bca-bccf-198cc4ee75ec'}]}} from dv-cinder-843277-2-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:14:54.728740 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:54.804926 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:54.809381 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:54.877905 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Allocated IP 172.20.0.2 (c6bfa0bc-7259-40ca-8809-37c99e7ed18e/1accf2e2-96ef-4bca-bccf-198cc4ee75ec/a5e22230-1838-4cc0-a632-2659f1438073) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:14:55.047074 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Publish callbacks [] for port (a5e22230-1838-4cc0-a632-2659f1438073), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:55.054155 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (a5e22230-1838-4cc0-a632-2659f1438073), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:55.099948 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Network c6bfa0bc-7259-40ca-8809-37c99e7ed18e is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:14:55.103857 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:14:55.106478 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Pushing event updated for resources: {'Port': ['ID=a5e22230-1838-4cc0-a632-2659f1438073,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:55.113851 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:14:55.146547 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Publish callbacks [] for router_gateway (6dfdd120-7ca1-4669-b768-1d2140cc51ca), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:55.179396 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Attempting to bind port a5e22230-1838-4cc0-a632-2659f1438073 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:14:55.179900 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Attempting to bind port a5e22230-1838-4cc0-a632-2659f1438073 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': 'c0be1910-dd94-4c6d-82c2-bea862a13684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:14:55.180195 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Attempting to bind port a5e22230-1838-4cc0-a632-2659f1438073 on network c6bfa0bc-7259-40ca-8809-37c99e7ed18e {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:14:55.185854 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:14:55.186215 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Checking segment: {'id': 'c0be1910-dd94-4c6d-82c2-bea862a13684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:14:55.186602 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:55.186975 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Bound using segment: {'id': 'c0be1910-dd94-4c6d-82c2-bea862a13684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:14:55.187452 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Bound port: a5e22230-1838-4cc0-a632-2659f1438073, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0be1910-dd94-4c6d-82c2-bea862a13684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:14:55.187814 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (a5e22230-1838-4cc0-a632-2659f1438073), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:55.249782 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] For port a5e22230-1838-4cc0-a632-2659f1438073, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:14:55.253017 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] For port a5e22230-1838-4cc0-a632-2659f1438073, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=a5e22230-1838-4cc0-a632-2659f1438073,segment=NetworkSegment(c0be1910-dd94-4c6d-82c2-bea862a13684),segment_id=c0be1910-dd94-4c6d-82c2-bea862a13684)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:14:55.260009 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (a5e22230-1838-4cc0-a632-2659f1438073), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:55.265484 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:55.320015 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9afe1-ddac-43a7-ba0d-3c82ba3991aa None None] Pushing event updated for resources: {'Port': ['ID=a5e22230-1838-4cc0-a632-2659f1438073,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:55.352003 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Publish callbacks [] for router_gateway (6dfdd120-7ca1-4669-b768-1d2140cc51ca), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:55.371323 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:55.493226 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Allocated IP 172.27.0.202 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/7e5fbbae-d73f-4195-b156-0c39bf6959a2) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:14:55.542321 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Sync routers for ids ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:14:55.563916 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Routers {'0f359bc7-3157-4ad4-a6c9-5f61af23f70f'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:14:55.564586 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:55.615542 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:55.643466 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Publish callbacks [] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:55.652491 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:14:55.683030 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:14:55.683374 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1ba0185d-8af8-486d-89b0-0ed2b1f893a5 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:14:55.709008 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:55.751071 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:14:55.756432 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:14:55.762872 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:14:55.783031 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Set router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:14:55.794536 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5fbbae-d73f-4195-b156-0c39bf6959a2,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:55.928279 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=9 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:55.992472 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device a5e22230-1838-4cc0-a632-2659f1438073 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:14:55.994454 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:51Z', 'revision_number': 4, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '9dacd48b-7461-4271-8562-71f6de9f4b3e', 'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'mac_address': 'fa:16:3e:28:c1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:51Z', 'updated_at': '2022-05-25T16:14:52Z', 'revision_number': 2, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'subnets': [{'id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:56.023998 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Checking router: 0f359bc7-3157-4ad4-a6c9-5f61af23f70f for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:14:56.024663 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Updating router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f port 9dacd48b-7461-4271-8562-71f6de9f4b3e binding host dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:14:56.038192 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Publish callbacks [] for router_gateway (6dfdd120-7ca1-4669-b768-1d2140cc51ca), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:56.043237 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port a5e22230-1838-4cc0-a632-2659f1438073 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:56.043659 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (a5e22230-1838-4cc0-a632-2659f1438073), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:56.055875 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:56.108097 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:56.134668 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port a5e22230-1838-4cc0-a632-2659f1438073 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:56.135112 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (a5e22230-1838-4cc0-a632-2659f1438073), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:56.170238 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port a5e22230-1838-4cc0-a632-2659f1438073, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=a5e22230-1838-4cc0-a632-2659f1438073,segment=NetworkSegment(c0be1910-dd94-4c6d-82c2-bea862a13684),segment_id=c0be1910-dd94-4c6d-82c2-bea862a13684)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:56.182412 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (a5e22230-1838-4cc0-a632-2659f1438073), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:56.188308 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 4232629b-572e-4635-8070-0bfe06a4578d up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:14:56.196316 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:56.441377 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Publish callbacks [] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:56.462789 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:56.503787 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549138'] for router (6dfdd120-7ca1-4669-b768-1d2140cc51ca), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:56.517683 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=a5e22230-1838-4cc0-a632-2659f1438073,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:56.531876 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 4232629b-572e-4635-8070-0bfe06a4578d triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:56.532259 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (4232629b-572e-4635-8070-0bfe06a4578d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:56.581690 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:56.589599 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Pushing event updated for resources: {'Port': ['ID=9dacd48b-7461-4271-8562-71f6de9f4b3e,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:56.632078 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 4232629b-572e-4635-8070-0bfe06a4578d is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:56.637563 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.638126 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.638535 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.639097 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.639638 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.640084 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.640594 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.641077 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.641403 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.641725 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.642046 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.642375 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.642899 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.643281 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.643664 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:56.671917 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eb67f9-3768-459b-8d3b-ee14d8c0e58b None None] Network c6bfa0bc-7259-40ca-8809-37c99e7ed18e requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:14:56.701295 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Attempting to bind port 9dacd48b-7461-4271-8562-71f6de9f4b3e on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:14:56.701976 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Attempting to bind port 9dacd48b-7461-4271-8562-71f6de9f4b3e by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:14:56.702609 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Attempting to bind port 9dacd48b-7461-4271-8562-71f6de9f4b3e on network 9358ddcf-9465-4227-b94e-57f9c6a33979 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:14:56.708573 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:14:56.714520 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Checking segment: {'id': 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:14:56.715611 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:56.722427 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Bound using segment: {'id': 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:14:56.723232 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Bound port: 9dacd48b-7461-4271-8562-71f6de9f4b3e, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:14:56.723923 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:56.757885 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dfffb597-24f9-406c-9829-675fbedbae9e None None] Provisioning complete for port a5e22230-1838-4cc0-a632-2659f1438073 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:56.758256 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dfffb597-24f9-406c-9829-675fbedbae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (a5e22230-1838-4cc0-a632-2659f1438073), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:56.835160 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] For port 9dacd48b-7461-4271-8562-71f6de9f4b3e, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:14:56.840170 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Router 6dfdd120-7ca1-4669-b768-1d2140cc51ca is scheduled to L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff with binding_index 1 {{(pid=104068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:14:56.841686 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] For port 9dacd48b-7461-4271-8562-71f6de9f4b3e, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=9dacd48b-7461-4271-8562-71f6de9f4b3e,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:14:56.858068 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:56.974216 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dfffb597-24f9-406c-9829-675fbedbae9e None None] Current status of the port a5e22230-1838-4cc0-a632-2659f1438073 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:56.994159 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Routers {'0f359bc7-3157-4ad4-a6c9-5f61af23f70f'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:14:56.994815 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:57.008927 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d97cf-d19d-428a-b26b-8be93b098536 req-a7755b7a-7d0c-4680-a403-3300a83b371c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:57.017536 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7b8d97cf-d19d-428a-b26b-8be93b098536 req-a7755b7a-7d0c-4680-a403-3300a83b371c tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 947 time: 0.0806334 May 25 16:14:57.067501 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:57.074265 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:14:57.074635 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ba1e7-485e-4150-be88-aa9483b60f0f None None] Pushing event updated for resources: {'Port': ['ID=9dacd48b-7461-4271-8562-71f6de9f4b3e,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:57.085991 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Sync routers for ids ['6dfdd120-7ca1-4669-b768-1d2140cc51ca'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:14:57.100309 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7b8d97cf-d19d-428a-b26b-8be93b098536 req-b6319d2f-08e0-4067-b202-6a2cfd78d57e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796754 May 25 16:14:57.128896 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-8cd7928b-91a6-4df8-a035-e81329bf17a3 None None] Provisioning complete for port 9dacd48b-7461-4271-8562-71f6de9f4b3e triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:57.130007 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8cd7928b-91a6-4df8-a035-e81329bf17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:57.146598 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:57.150891 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42332) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:57.151120 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-49c5baba-c781-4266-b520-35921ee78e89 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5280044 May 25 16:14:57.204508 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:57.204735 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Routers {'6dfdd120-7ca1-4669-b768-1d2140cc51ca'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:14:57.205693 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['6dfdd120-7ca1-4669-b768-1d2140cc51ca'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:57.240009 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] Set router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:14:57.414102 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:57.431909 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Set router 6dfdd120-7ca1-4669-b768-1d2140cc51ca gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:14:57.470186 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:57.491459 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-8cd7928b-91a6-4df8-a035-e81329bf17a3 None None] Current status of the port 9dacd48b-7461-4271-8562-71f6de9f4b3e is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:57.492021 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8cd7928b-91a6-4df8-a035-e81329bf17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:57.518862 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:51Z', 'revision_number': 4, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '9dacd48b-7461-4271-8562-71f6de9f4b3e', 'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'mac_address': 'fa:16:3e:28:c1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:51Z', 'updated_at': '2022-05-25T16:14:56Z', 'revision_number': 4, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'subnets': [{'id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:57.546381 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e7d4a-44c5-4d61-b854-9d9aa8cb2ef6 None None] The sync data for ids ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'] in dv-cinder-843277-2-iscsi is: [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:51Z', 'revision_number': 4, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '9dacd48b-7461-4271-8562-71f6de9f4b3e', 'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'mac_address': 'fa:16:3e:28:c1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:51Z', 'updated_at': '2022-05-25T16:14:56Z', 'revision_number': 4, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'subnets': [{'id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:14:57.602271 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:57.651514 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-8cd7928b-91a6-4df8-a035-e81329bf17a3 None None] For port 9dacd48b-7461-4271-8562-71f6de9f4b3e, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=9dacd48b-7461-4271-8562-71f6de9f4b3e,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:57.662724 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8cd7928b-91a6-4df8-a035-e81329bf17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:57.671151 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'name': 'tempest-TestShelveInstance-228309422-router', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:54Z', 'updated_at': '2022-05-25T16:14:55Z', 'revision_number': 3, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'gw_port': {'id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:55Z', 'updated_at': '2022-05-25T16:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:57.714501 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Checking router: 6dfdd120-7ca1-4669-b768-1d2140cc51ca for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:14:57.714849 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Updating router 6dfdd120-7ca1-4669-b768-1d2140cc51ca port 7e5fbbae-d73f-4195-b156-0c39bf6959a2 binding host dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:14:57.789859 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:57.836964 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7928b-91a6-4df8-a035-e81329bf17a3 None None] Pushing event updated for resources: {'Port': ['ID=9dacd48b-7461-4271-8562-71f6de9f4b3e,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:57.870329 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0aa8f92d-a648-4ad8-afdb-a3067330c36f None None] Provisioning complete for port a5e22230-1838-4cc0-a632-2659f1438073 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:57.874662 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f92d-a648-4ad8-afdb-a3067330c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (a5e22230-1838-4cc0-a632-2659f1438073), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:57.954566 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device a5e22230-1838-4cc0-a632-2659f1438073 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:14:58.062672 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.101289 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:58.145417 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port a5e22230-1838-4cc0-a632-2659f1438073 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:58.145788 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (a5e22230-1838-4cc0-a632-2659f1438073), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.213495 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8f92d-a648-4ad8-afdb-a3067330c36f None None] Current status of the port a5e22230-1838-4cc0-a632-2659f1438073 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:58.239427 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0aa8f92d-a648-4ad8-afdb-a3067330c36f None None] Provisioning complete for port 9dacd48b-7461-4271-8562-71f6de9f4b3e triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:58.239805 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f92d-a648-4ad8-afdb-a3067330c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.259935 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Allocated IP 172.20.0.1 (c6bfa0bc-7259-40ca-8809-37c99e7ed18e/1accf2e2-96ef-4bca-bccf-198cc4ee75ec/1d39f911-e05e-4cd9-b80b-58cfd3b71c08) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:14:58.287787 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:58.319797 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a33047-4726-46c9-990a-bbafdcda8885 req-6365652a-09a3-4581-b0f3-fb96bcdd217e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:58.328338 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-27a33047-4726-46c9-990a-bbafdcda8885 req-6365652a-09a3-4581-b0f3-fb96bcdd217e tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 947 time: 0.1155272 May 25 16:14:58.359858 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-6f8949a7-a919-4259-b348-c1f10883ec78 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:58.361734 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-6f8949a7-a919-4259-b348-c1f10883ec78 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 947 time: 0.0988612 May 25 16:14:58.423166 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Publish callbacks [] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.435971 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42360) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:58.459627 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-27a33047-4726-46c9-990a-bbafdcda8885 req-0d582146-02e5-4de7-af28-75fbd1395de5 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc8a3b43-5114-4497-8a89-38fc5ebfcac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297746 May 25 16:14:58.472078 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Publish callbacks [] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.489797 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port a5e22230-1838-4cc0-a632-2659f1438073 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:58.491188 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 9dacd48b-7461-4271-8562-71f6de9f4b3e up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:14:58.498321 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.512638 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.561100 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Deleting port 1800f2a7-7112-4dbc-b1d8-94b717a81abe {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:14:58.561665 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.580298 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Network c6bfa0bc-7259-40ca-8809-37c99e7ed18e is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:14:58.585967 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:14:58.588558 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Pushing event updated for resources: {'Port': ['ID=1d39f911-e05e-4cd9-b80b-58cfd3b71c08,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:58.598413 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:14:58.600157 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8f92d-a648-4ad8-afdb-a3067330c36f None None] Current status of the port 9dacd48b-7461-4271-8562-71f6de9f4b3e is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:58.618370 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a5ae2-3d52-45c8-b08d-3ef0f373fa10 None None] Pushing event updated for resources: {'Port': ['ID=7e5fbbae-d73f-4195-b156-0c39bf6959a2,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:58.624153 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Attempting to bind port 7e5fbbae-d73f-4195-b156-0c39bf6959a2 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:14:58.624518 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Attempting to bind port 7e5fbbae-d73f-4195-b156-0c39bf6959a2 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:14:58.624883 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Attempting to bind port 7e5fbbae-d73f-4195-b156-0c39bf6959a2 on network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:14:58.634947 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:14:58.635324 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Checking segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:14:58.635731 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.636145 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Bound using segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:14:58.636650 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Bound port: 7e5fbbae-d73f-4195-b156-0c39bf6959a2, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:14:58.636991 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.655888 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549447'] for router_interface (6dfdd120-7ca1-4669-b768-1d2140cc51ca), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.667124 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 9dacd48b-7461-4271-8562-71f6de9f4b3e triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:58.667342 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.727962 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:58.732538 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] For port 1800f2a7-7112-4dbc-b1d8-94b717a81abe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1800f2a7-7112-4dbc-b1d8-94b717a81abe,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:58.733034 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.742417 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] For port 7e5fbbae-d73f-4195-b156-0c39bf6959a2, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:14:58.760859 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] For port 7e5fbbae-d73f-4195-b156-0c39bf6959a2, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7e5fbbae-d73f-4195-b156-0c39bf6959a2,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:14:58.775792 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.844267 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:58.848715 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:58.894157 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.966103 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.966463 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (53481029-c88c-471e-8a9a-0e8f5b1457ac), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:58.966998 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Floating IP 53481029-c88c-471e-8a9a-0e8f5b1457ac disassociated. External IP: 172.27.0.217, port: 1800f2a7-7112-4dbc-b1d8-94b717a81abe. May 25 16:14:58.967517 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Calling delete_port for 1800f2a7-7112-4dbc-b1d8-94b717a81abe owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:14:58.983974 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:59.046062 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Routers {'6dfdd120-7ca1-4669-b768-1d2140cc51ca'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:14:59.047925 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['6dfdd120-7ca1-4669-b768-1d2140cc51ca'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:59.123465 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (1800f2a7-7112-4dbc-b1d8-94b717a81abe), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:59.162053 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event deleted for resources: {'Port': ['ID=1800f2a7-7112-4dbc-b1d8-94b717a81abe,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:59.219457 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] Set router 6dfdd120-7ca1-4669-b768-1d2140cc51ca gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:14:59.222397 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0a3eb979-98f9-4af4-b069-a8a4f424f5c4 None None] Provisioning complete for port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:59.222397 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0a3eb979-98f9-4af4-b069-a8a4f424f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:59.260230 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:59.285473 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0a3eb979-98f9-4af4-b069-a8a4f424f5c4 None None] Port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:14:59.287102 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 9dacd48b-7461-4271-8562-71f6de9f4b3e is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:59.293967 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a5ae2-3d52-45c8-b08d-3ef0f373fa10 None None] Pushing event updated for resources: {'Port': ['ID=7e5fbbae-d73f-4195-b156-0c39bf6959a2,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:59.306829 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:59.353570 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Publish callbacks [] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:59.355193 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Router 497b6ad6-c741-4530-aca2-eee341ada5cc has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:14:59.369088 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:59.477245 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Pushing event updated for resources: {'Port': ['ID=1d39f911-e05e-4cd9-b80b-58cfd3b71c08,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:59.490355 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-430595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552663'] for router_interface (6dfdd120-7ca1-4669-b768-1d2140cc51ca), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:59.501489 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa581700-a5f1-4f2b-a36c-8912c430ff1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552652'] for router_interface (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:59.524544 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:14:59.538474 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69dcb14-dafc-4ff5-91d9-fd6e12faab08 None None] Sync routers for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:14:59.566140 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'name': 'tempest-TestShelveInstance-228309422-router', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:54Z', 'updated_at': '2022-05-25T16:14:58Z', 'revision_number': 4, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'gw_port': {'id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:55Z', 'updated_at': '2022-05-25T16:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '1d39f911-e05e-4cd9-b80b-58cfd3b71c08', 'name': '', 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'mac_address': 'fa:16:3e:63:b4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1accf2e2-96ef-4bca-bccf-198cc4ee75ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:58Z', 'updated_at': '2022-05-25T16:14:58Z', 'revision_number': 1, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'subnets': [{'id': '1accf2e2-96ef-4bca-bccf-198cc4ee75ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:59.566649 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69dcb14-dafc-4ff5-91d9-fd6e12faab08 None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:14:59.567467 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f69dcb14-dafc-4ff5-91d9-fd6e12faab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:14:59.578974 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] No DVR routers for this DVR port 1800f2a7-7112-4dbc-b1d8-94b717a81abe on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:14:59.582712 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:59.585981 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ecd699d2-efe8-4649-8800-cddbb8055608 req-cd2f6dc5-def6-4091-bc9f-c70a2c349cb7 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.67 "DELETE /v2.0/ports/1800f2a7-7112-4dbc-b1d8-94b717a81abe HTTP/1.1" status: 204 len: 173 time: 1.2125847 May 25 16:14:59.586892 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'name': 'network-vif-deleted', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:14:59.590036 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d800fe9c-cfe9-43e6-9c5f-c718525ef1e5" -d '{"events": [{"server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "name": "network-vif-deleted", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:14:59.620769 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50510a93-031d-45df-bd19-6d298bbefad9 None None] The sync data for ids ['6dfdd120-7ca1-4669-b768-1d2140cc51ca'] in dv-cinder-843277-2-iscsi is: [{'id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'name': 'tempest-TestShelveInstance-228309422-router', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:54Z', 'updated_at': '2022-05-25T16:14:58Z', 'revision_number': 4, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'gw_port': {'id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:55Z', 'updated_at': '2022-05-25T16:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '1d39f911-e05e-4cd9-b80b-58cfd3b71c08', 'name': '', 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'mac_address': 'fa:16:3e:63:b4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1accf2e2-96ef-4bca-bccf-198cc4ee75ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:58Z', 'updated_at': '2022-05-25T16:14:58Z', 'revision_number': 1, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'subnets': [{'id': '1accf2e2-96ef-4bca-bccf-198cc4ee75ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:14:59.673859 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec9b5c3-f4c9-4aed-b180-34148b6c8b8b x-openstack-request-id: req-4ec9b5c3-f4c9-4aed-b180-34148b6c8b8b {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:14:59.674178 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3262238-f19e-4c85-b637-99459fd0e59c", "name": "network-vif-deleted", "tag": "1800f2a7-7112-4dbc-b1d8-94b717a81abe", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:14:59.674482 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4ec9b5c3-f4c9-4aed-b180-34148b6c8b8b {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:14:59.674907 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec9b5c3-f4c9-4aed-b180-34148b6c8b8b'] response: {'server_uuid': 'a3262238-f19e-4c85-b637-99459fd0e59c', 'name': 'network-vif-deleted', 'tag': '1800f2a7-7112-4dbc-b1d8-94b717a81abe', 'status': 'completed', 'code': 200} May 25 16:14:59.715057 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-58c30ebd-2bde-44d0-ba81-539402b9100d req-cd72e723-0e6f-40a5-b43d-a68bc6974301 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3262238-f19e-4c85-b637-99459fd0e59c HTTP/1.1" status: 200 len: 210 time: 0.1562140 May 25 16:14:59.735470 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:59.778680 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-f69dcb14-dafc-4ff5-91d9-fd6e12faab08 None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:14:59.869613 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Network c6bfa0bc-7259-40ca-8809-37c99e7ed18e is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:14:59.872502 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:14:59.906578 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 9dacd48b-7461-4271-8562-71f6de9f4b3e up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:15:00.002822 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:00.020008 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 9dacd48b-7461-4271-8562-71f6de9f4b3e triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:15:00.020370 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:00.060995 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f69dcb14-dafc-4ff5-91d9-fd6e12faab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 5, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:00.094599 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69dcb14-dafc-4ff5-91d9-fd6e12faab08 None None] Checking router: 497b6ad6-c741-4530-aca2-eee341ada5cc for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:15:00.120264 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69dcb14-dafc-4ff5-91d9-fd6e12faab08 None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:15:00.121536 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Router 6dfdd120-7ca1-4669-b768-1d2140cc51ca has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:15:00.122232 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f69dcb14-dafc-4ff5-91d9-fd6e12faab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:00.136439 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 9dacd48b-7461-4271-8562-71f6de9f4b3e is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:15:00.142655 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-aa581700-a5f1-4f2b-a36c-8912c430ff1e admin admin] Deleting port cd3e596e-71fe-4447-861f-bab1a5bbe9e1 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:15:00.143004 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa581700-a5f1-4f2b-a36c-8912c430ff1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:00.292250 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-f69dcb14-dafc-4ff5-91d9-fd6e12faab08 None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:15:00.321392 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-aed31897-69c9-470b-b639-cf10029e8e82 None None] Provisioning complete for port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:15:00.321886 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-aed31897-69c9-470b-b639-cf10029e8e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:00.361988 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-aed31897-69c9-470b-b639-cf10029e8e82 None None] Port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:15:00.373312 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-aa581700-a5f1-4f2b-a36c-8912c430ff1e admin admin] For port cd3e596e-71fe-4447-861f-bab1a5bbe9e1, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=cd3e596e-71fe-4447-861f-bab1a5bbe9e1,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:15:00.373906 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa581700-a5f1-4f2b-a36c-8912c430ff1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:00.377230 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:15:00.390194 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e1855548-29ae-4bdc-9b11-3945882ca2db admin admin] 10.222.0.85 "PUT /v2.0/routers/6dfdd120-7ca1-4669-b768-1d2140cc51ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2379906 May 25 16:15:00.401467 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-aa581700-a5f1-4f2b-a36c-8912c430ff1e admin admin] Calling delete_port for cd3e596e-71fe-4447-861f-bab1a5bbe9e1 owned by network:router_interface {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:15:00.623106 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f69dcb14-dafc-4ff5-91d9-fd6e12faab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 5, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:00.628684 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa581700-a5f1-4f2b-a36c-8912c430ff1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (cd3e596e-71fe-4447-861f-bab1a5bbe9e1), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:00.657283 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa581700-a5f1-4f2b-a36c-8912c430ff1e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3e596e-71fe-4447-861f-bab1a5bbe9e1,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:00.703321 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69dcb14-dafc-4ff5-91d9-fd6e12faab08 None None] The sync data for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi is: [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:07:55Z', 'revision_number': 4, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '3e77c04d-f2b7-4f4e-893c-85900ab05766', 'name': '', 'network_id': 'a65193d0-d741-4333-90e3-e22c40adb85c', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'mac_address': 'fa:16:3e:fc:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:54Z', 'updated_at': '2022-05-25T16:08:03Z', 'revision_number': 5, 'project_id': 'feb4d81e1722439591065849449aeb18', 'subnets': [{'id': '1d8acf95-745a-4435-acb1-9312c55c7e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:15:00.869720 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42392) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:00.899784 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:00.926843 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa581700-a5f1-4f2b-a36c-8912c430ff1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-432624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552536'] for router_interface (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:00.983497 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group (fc8a3b43-5114-4497-8a89-38fc5ebfcac1), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:00.992285 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42394) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:01.000040 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-4bb36329-069e-4860-820d-b83ce813ded7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1782594503', 'description': 'tempest-secgroup-smoke-1782594503 description', 'project_id': '7528adefacfc41c5a54869ec5603bde8'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:01.044787 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group (fc8a3b43-5114-4497-8a89-38fc5ebfcac1), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.070193 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bb36329-069e-4860-820d-b83ce813ded7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.135462 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:01.169863 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bb36329-069e-4860-820d-b83ce813ded7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group (f937e473-8368-461a-8d38-7ebcba37ce95), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.171280 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (fc8a3b43-5114-4497-8a89-38fc5ebfcac1), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.174612 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.178468 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "DELETE /v2.0/security-groups/fc8a3b43-5114-4497-8a89-38fc5ebfcac1 HTTP/1.1" status: 204 len: 168 time: 0.3049872 May 25 16:15:01.179613 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42396) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:01.181705 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bb36329-069e-4860-820d-b83ce813ded7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f937e473-8368-461a-8d38-7ebcba37ce95), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.195764 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8a3b43-5114-4497-8a89-38fc5ebfcac1,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:01.200301 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.api.v2.resource [None req-6a67594d-3db9-4fa8-b5c7-cdbb61ec9372 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] show failed (client error): The resource could not be found. May 25 16:15:01.201458 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6a67594d-3db9-4fa8-b5c7-cdbb61ec9372 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "GET /v2.0/security-groups/fc8a3b43-5114-4497-8a89-38fc5ebfcac1 HTTP/1.1" status: 404 len: 347 time: 0.0208156 May 25 16:15:01.204379 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42398) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:01.210152 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa581700-a5f1-4f2b-a36c-8912c430ff1e admin admin] Router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:15:01.248249 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.248595 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.248937 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.249277 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.249609 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.249944 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.250274 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.250600 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.250924 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.251261 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.251575 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.251923 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.252260 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.252594 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.252915 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5d9bb-5c56-4b11-a2c9-e716b9fa44bc tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:01.275428 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bb36329-069e-4860-820d-b83ce813ded7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.279402 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4bb36329-069e-4860-820d-b83ce813ded7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2826977 May 25 16:15:01.280574 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42400) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:01.287711 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-5024c297-3da5-4ae0-98ba-dfdec93e3db4 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Request body: {'security_group_rule': {'security_group_id': 'f937e473-8368-461a-8d38-7ebcba37ce95', 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:01.288535 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d3f56-8403-425e-8d57-feb892520db2 None None] New status for floating IP 53481029-c88c-471e-8a9a-0e8f5b1457ac: DOWN {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:15:01.313928 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:01.335570 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb36329-069e-4860-820d-b83ce813ded7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f937e473-8368-461a-8d38-7ebcba37ce95,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:01.371384 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-648efdd4-3825-4bfa-9de4-4fae7425e8f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Deleting port c97d057e-bb7d-401c-8fdc-0cb9c7882a23 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:15:01.371734 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-648efdd4-3825-4bfa-9de4-4fae7425e8f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (c97d057e-bb7d-401c-8fdc-0cb9c7882a23), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.372270 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa581700-a5f1-4f2b-a36c-8912c430ff1e admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:15:01.373638 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:01.380731 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-aa581700-a5f1-4f2b-a36c-8912c430ff1e admin admin] 10.222.0.85 "PUT /v2.0/routers/7e7f2b0e-774c-4cc3-9f74-991292ac5ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9435530 May 25 16:15:01.385301 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc30de-9b4f-4a0b-af11-c4a14b360025 None None] Sync routers for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:15:01.391260 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42402) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:01.396678 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:01.399024 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc30de-9b4f-4a0b-af11-c4a14b360025 None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:15:01.399881 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26dc30de-9b4f-4a0b-af11-c4a14b360025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:01.407454 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5024c297-3da5-4ae0-98ba-dfdec93e3db4 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (01e37f7b-2914-431e-9971-428778c80a75), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.565356 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5024c297-3da5-4ae0-98ba-dfdec93e3db4 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (01e37f7b-2914-431e-9971-428778c80a75), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.567216 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-26dc30de-9b4f-4a0b-af11-c4a14b360025 None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:15:01.588775 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5024c297-3da5-4ae0-98ba-dfdec93e3db4 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (01e37f7b-2914-431e-9971-428778c80a75), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.610168 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024c297-3da5-4ae0-98ba-dfdec93e3db4 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e37f7b-2914-431e-9971-428778c80a75,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:01.638510 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1800f2a7-7112-4dbc-b1d8-94b717a81abe no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:15:01.643539 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-648efdd4-3825-4bfa-9de4-4fae7425e8f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (c97d057e-bb7d-401c-8fdc-0cb9c7882a23), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.643789 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-648efdd4-3825-4bfa-9de4-4fae7425e8f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (c97d057e-bb7d-401c-8fdc-0cb9c7882a23), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.658095 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5024c297-3da5-4ae0-98ba-dfdec93e3db4 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.661873 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-5024c297-3da5-4ae0-98ba-dfdec93e3db4 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776567 May 25 16:15:01.662407 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42404) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:01.668644 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-87cb5919-bf72-4733-a235-1e30120fb296 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Request body: {'security_group_rule': {'security_group_id': 'f937e473-8368-461a-8d38-7ebcba37ce95', 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:01.675724 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-648efdd4-3825-4bfa-9de4-4fae7425e8f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Calling delete_port for c97d057e-bb7d-401c-8fdc-0cb9c7882a23 owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:15:01.675997 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 1800f2a7-7112-4dbc-b1d8-94b717a81abe {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:15:01.676497 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 1800f2a7-7112-4dbc-b1d8-94b717a81abe not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:15:01.679534 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Publish callbacks [] for router (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:01.774404 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26dc30de-9b4f-4a0b-af11-c4a14b360025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:15:00Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:01.816698 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc30de-9b4f-4a0b-af11-c4a14b360025 None None] Checking router: 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:15:01.826514 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc30de-9b4f-4a0b-af11-c4a14b360025 None None] Routers {'7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:15:01.827149 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26dc30de-9b4f-4a0b-af11-c4a14b360025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:01.974234 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-26dc30de-9b4f-4a0b-af11-c4a14b360025 None None] Set router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:15:02.020796 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7e5fbbae-d73f-4195-b156-0c39bf6959a2 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:15:02.084811 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:02.086107 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 7e5fbbae-d73f-4195-b156-0c39bf6959a2 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:15:02.086917 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.119809 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42412) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:02.138589 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-87cb5919-bf72-4733-a235-1e30120fb296 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (b130a91c-e8d0-4551-840e-0135b19e447b), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.195280 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26dc30de-9b4f-4a0b-af11-c4a14b360025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:15:00Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:02.205176 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 7e5fbbae-d73f-4195-b156-0c39bf6959a2 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:15:02.205534 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.218809 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Publish callbacks [] for router_gateway (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.230863 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port 7e5fbbae-d73f-4195-b156-0c39bf6959a2, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7e5fbbae-d73f-4195-b156-0c39bf6959a2,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:15:02.232091 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc30de-9b4f-4a0b-af11-c4a14b360025 None None] The sync data for ids ['7e7f2b0e-774c-4cc3-9f74-991292ac5ba8'] in dv-cinder-843277-2-iscsi is: [{'id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'name': 'tempest-AttachVolumeTestJSON-1630419449-router', 'tenant_id': '93946fd1575e45428d2388015d64628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:52Z', 'updated_at': '2022-05-25T16:15:00Z', 'revision_number': 5, 'project_id': '93946fd1575e45428d2388015d64628f', 'gw_port': {'id': '7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7f2b0e-774c-4cc3-9f74-991292ac5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:53Z', 'updated_at': '2022-05-25T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:15:02.240987 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.290999 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4cb8c68a-3796-4b8d-ab70-35d6d7478390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.311385 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=7e5fbbae-d73f-4195-b156-0c39bf6959a2,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:02.318213 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-87cb5919-bf72-4733-a235-1e30120fb296 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (b130a91c-e8d0-4551-840e-0135b19e447b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.328154 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-87cb5919-bf72-4733-a235-1e30120fb296 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (b130a91c-e8d0-4551-840e-0135b19e447b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.329804 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Deleting port 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:15:02.330091 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.360209 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-648efdd4-3825-4bfa-9de4-4fae7425e8f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (c97d057e-bb7d-401c-8fdc-0cb9c7882a23), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.386367 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4cb8c68a-3796-4b8d-ab70-35d6d7478390 admin admin] Publish callbacks [] for security_group (e0cffb62-2724-455d-9aa2-bb6a00db4c3b), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.392482 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4cb8c68a-3796-4b8d-ab70-35d6d7478390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (e0cffb62-2724-455d-9aa2-bb6a00db4c3b), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.399676 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb5919-bf72-4733-a235-1e30120fb296 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b130a91c-e8d0-4551-840e-0135b19e447b,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:02.428779 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648efdd4-3825-4bfa-9de4-4fae7425e8f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Pushing event deleted for resources: {'Port': ['ID=c97d057e-bb7d-401c-8fdc-0cb9c7882a23,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:02.440308 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-87cb5919-bf72-4733-a235-1e30120fb296 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.444183 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4cb8c68a-3796-4b8d-ab70-35d6d7478390 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=49048799bbcc4cbfaacaabfbc2ed1178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203015 May 25 16:15:02.444695 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-87cb5919-bf72-4733-a235-1e30120fb296 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7779336 May 25 16:15:02.444695 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42416) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:02.444884 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8c68a-3796-4b8d-ab70-35d6d7478390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cffb62-2724-455d-9aa2-bb6a00db4c3b,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:02.445521 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42418) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:02.450370 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-663a87ad-34c9-4df1-a469-97ba66368d3e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Request body: {'security_group_rule': {'security_group_id': 'f937e473-8368-461a-8d38-7ebcba37ce95', 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:02.478861 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-663a87ad-34c9-4df1-a469-97ba66368d3e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (8dd2758b-2475-49b5-ba87-908c25f59508), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.493409 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:02.523287 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:02.536487 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-663a87ad-34c9-4df1-a469-97ba66368d3e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (8dd2758b-2475-49b5-ba87-908c25f59508), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.540459 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:02.541395 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-663a87ad-34c9-4df1-a469-97ba66368d3e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (8dd2758b-2475-49b5-ba87-908c25f59508), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.554813 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] For port 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:15:02.555178 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.559979 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a87ad-34c9-4df1-a469-97ba66368d3e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd2758b-2475-49b5-ba87-908c25f59508,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:02.565549 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-648efdd4-3825-4bfa-9de4-4fae7425e8f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks [] for floatingip (53481029-c88c-471e-8a9a-0e8f5b1457ac), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.568010 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-663a87ad-34c9-4df1-a469-97ba66368d3e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.568134 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-648efdd4-3825-4bfa-9de4-4fae7425e8f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.571786 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-648efdd4-3825-4bfa-9de4-4fae7425e8f1 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] 10.222.0.85 "DELETE /v2.0/floatingips/53481029-c88c-471e-8a9a-0e8f5b1457ac HTTP/1.1" status: 204 len: 168 time: 1.3609133 May 25 16:15:02.572187 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-663a87ad-34c9-4df1-a469-97ba66368d3e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224525 May 25 16:15:02.572187 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42420) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:02.578956 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-1008507f-7455-4901-90c6-d7cd802c4f29 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Request body: {'security_group_rule': {'security_group_id': 'f937e473-8368-461a-8d38-7ebcba37ce95', 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:02.585237 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Calling delete_port for 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 owned by network:router_gateway {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:15:02.613660 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-71325815-7687-4467-ac9b-c83bb7cf9244 admin admin] Publish callbacks [] for security_group (e0cffb62-2724-455d-9aa2-bb6a00db4c3b), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.617443 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1008507f-7455-4901-90c6-d7cd802c4f29 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (44e6d217-e84b-4c44-90ba-c716a3c8fe24), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.680627 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1008507f-7455-4901-90c6-d7cd802c4f29 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (44e6d217-e84b-4c44-90ba-c716a3c8fe24), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.687096 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1008507f-7455-4901-90c6-d7cd802c4f29 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (44e6d217-e84b-4c44-90ba-c716a3c8fe24), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.687806 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-71325815-7687-4467-ac9b-c83bb7cf9244 admin admin] Publish callbacks [] for security_group (e0cffb62-2724-455d-9aa2-bb6a00db4c3b), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.711527 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:02.714599 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008507f-7455-4901-90c6-d7cd802c4f29 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e6d217-e84b-4c44-90ba-c716a3c8fe24,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:02.722554 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1008507f-7455-4901-90c6-d7cd802c4f29 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.726567 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1008507f-7455-4901-90c6-d7cd802c4f29 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1508167 May 25 16:15:02.726889 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42426) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:02.731292 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-f7387386-4ecd-4022-aee7-47207021facd tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Request body: {'security_group_rule': {'security_group_id': 'f937e473-8368-461a-8d38-7ebcba37ce95', 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:02.755508 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.securitygroups_db [None req-f7387386-4ecd-4022-aee7-47207021facd tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Project 7528adefacfc41c5a54869ec5603bde8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:15:02.761808 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f7387386-4ecd-4022-aee7-47207021facd tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (7e8bf6b0-d764-4805-a145-1c6ae88665b7), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.840522 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f7387386-4ecd-4022-aee7-47207021facd tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (7e8bf6b0-d764-4805-a145-1c6ae88665b7), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.846504 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-71325815-7687-4467-ac9b-c83bb7cf9244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (e0cffb62-2724-455d-9aa2-bb6a00db4c3b), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.849122 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-71325815-7687-4467-ac9b-c83bb7cf9244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.849259 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f7387386-4ecd-4022-aee7-47207021facd tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (7e8bf6b0-d764-4805-a145-1c6ae88665b7), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.853574 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-71325815-7687-4467-ac9b-c83bb7cf9244 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e0cffb62-2724-455d-9aa2-bb6a00db4c3b HTTP/1.1" status: 204 len: 168 time: 0.3913760 May 25 16:15:02.864448 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71325815-7687-4467-ac9b-c83bb7cf9244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cffb62-2724-455d-9aa2-bb6a00db4c3b,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:02.870639 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7387386-4ecd-4022-aee7-47207021facd tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8bf6b0-d764-4805-a145-1c6ae88665b7,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:02.884382 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.886308 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f7387386-4ecd-4022-aee7-47207021facd tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.887903 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-f7387386-4ecd-4022-aee7-47207021facd tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1600144 May 25 16:15:02.890606 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42430) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:02.896711 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-6858ebd6-92fc-40e7-8329-b796316ec923 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Request body: {'security_group_rule': {'security_group_id': 'f937e473-8368-461a-8d38-7ebcba37ce95', 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:02.932986 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.securitygroups_db [None req-6858ebd6-92fc-40e7-8329-b796316ec923 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Project 7528adefacfc41c5a54869ec5603bde8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:15:02.941670 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6858ebd6-92fc-40e7-8329-b796316ec923 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (fad01103-dec7-4cc9-ab26-105ea85aae9c), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.951290 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:02.995358 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549174'] for router_gateway (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.011570 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6858ebd6-92fc-40e7-8329-b796316ec923 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (fad01103-dec7-4cc9-ab26-105ea85aae9c), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.017075 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6858ebd6-92fc-40e7-8329-b796316ec923 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (fad01103-dec7-4cc9-ab26-105ea85aae9c), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.047967 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858ebd6-92fc-40e7-8329-b796316ec923 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad01103-dec7-4cc9-ab26-105ea85aae9c,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:03.054787 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6858ebd6-92fc-40e7-8329-b796316ec923 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.056451 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6858ebd6-92fc-40e7-8329-b796316ec923 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1645532 May 25 16:15:03.101864 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.104176 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Publish callbacks [] for router_controller (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.151663 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551056'] for router (7e7f2b0e-774c-4cc3-9f74-991292ac5ba8), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.152451 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 {{(pid=104068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:15:03.168463 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.169792 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-992bffaf-5176-47c8-a634-0ac9f61ee994 admin admin] 10.222.0.85 "DELETE /v2.0/routers/7e7f2b0e-774c-4cc3-9f74-991292ac5ba8 HTTP/1.1" status: 204 len: 168 time: 1.7643430 May 25 16:15:03.172260 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42440) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:03.222863 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad287fa5-33ff-47ee-b1ab-6c20c18471f8 admin admin] Deleting subnet ee29b0f8-d772-4643-bd86-56377e543ea2 {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:15:03.226114 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ad287fa5-33ff-47ee-b1ab-6c20c18471f8 admin admin] Publish callbacks [] for subnet (ee29b0f8-d772-4643-bd86-56377e543ea2), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.263043 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ad287fa5-33ff-47ee-b1ab-6c20c18471f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4176203'] for subnet (ee29b0f8-d772-4643-bd86-56377e543ea2), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.370541 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ad287fa5-33ff-47ee-b1ab-6c20c18471f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (ee29b0f8-d772-4643-bd86-56377e543ea2), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.780730 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ad287fa5-33ff-47ee-b1ab-6c20c18471f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3990528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286790'] for subnet (ee29b0f8-d772-4643-bd86-56377e543ea2), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.808931 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad287fa5-33ff-47ee-b1ab-6c20c18471f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee29b0f8-d772-4643-bd86-56377e543ea2,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:03.819336 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ad287fa5-33ff-47ee-b1ab-6c20c18471f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.823080 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ad287fa5-33ff-47ee-b1ab-6c20c18471f8 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/ee29b0f8-d772-4643-bd86-56377e543ea2 HTTP/1.1" status: 204 len: 168 time: 0.6494889 May 25 16:15:03.827208 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42502) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:03.833506 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00740205-b1ba-4546-a0f2-7ebdd4a40c3f None None] Network 11c18221-40ed-46b2-9546-1ebebf8fc518 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:15:03.947727 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (11c18221-40ed-46b2-9546-1ebebf8fc518), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.042135 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Deleting port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:15:04.042481 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.141801 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7e5fbbae-d73f-4195-b156-0c39bf6959a2 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:15:04.146575 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-47d00f07-a489-4484-a71a-93f05423786e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.203248 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] For port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4,segment=NetworkSegment(6263ce54-00ba-4943-8e8b-d1ffbabb7a9d),segment_id=6263ce54-00ba-4943-8e8b-d1ffbabb7a9d)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:15:04.205122 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.230265 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Calling delete_port for 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:15:04.232369 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 7e5fbbae-d73f-4195-b156-0c39bf6959a2 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:15:04.232877 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.238193 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:04.241255 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Sync routers for ids ['6dfdd120-7ca1-4669-b768-1d2140cc51ca'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:15:04.282216 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Routers {'6dfdd120-7ca1-4669-b768-1d2140cc51ca'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:15:04.283517 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['6dfdd120-7ca1-4669-b768-1d2140cc51ca'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:04.300895 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edec0d71-5283-44b2-8b70-169348bdaeaa None None] DHCP port deletion for 11c18221-40ed-46b2-9546-1ebebf8fc518 request from dv-cinder-843277-2-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:15:04.329663 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:04.358856 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:04.377970 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.419627 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:04.426799 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] No DVR routers for this DVR port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 on host dv-cinder-843277-2-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:15:04.491566 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-edec0d71-5283-44b2-8b70-169348bdaeaa None None] Deleting port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:15:04.492187 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-edec0d71-5283-44b2-8b70-169348bdaeaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.515089 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (11c18221-40ed-46b2-9546-1ebebf8fc518), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.540709 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c18221-40ed-46b2-9546-1ebebf8fc518']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:04.548163 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 7e5fbbae-d73f-4195-b156-0c39bf6959a2 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:15:04.552643 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:04.553027 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6263ce54-00ba-4943-8e8b-d1ffbabb7a9d') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:04.554778 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:04.565025 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device cd3e596e-71fe-4447-861f-bab1a5bbe9e1 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:15:04.567541 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916354'] for segment (6263ce54-00ba-4943-8e8b-d1ffbabb7a9d), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.579740 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Set router 6dfdd120-7ca1-4669-b768-1d2140cc51ca gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:15:04.588315 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (6263ce54-00ba-4943-8e8b-d1ffbabb7a9d), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.597704 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:15:04.598354 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8916485'] for segment (6263ce54-00ba-4943-8e8b-d1ffbabb7a9d), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.644073 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: cd3e596e-71fe-4447-861f-bab1a5bbe9e1 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:15:04.644073 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device cd3e596e-71fe-4447-861f-bab1a5bbe9e1 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:15:04.676554 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 6263ce54-00ba-4943-8e8b-d1ffbabb7a9d resource provider aggregate not found May 25 16:15:04.710303 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 6263ce54-00ba-4943-8e8b-d1ffbabb7a9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6263ce54-00ba-4943-8e8b-d1ffbabb7a9d found for delete ", "request_id": "req-ac6b91e3-836f-4f42-9737-8efcba18b970"}]} May 25 16:15:04.730781 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (11c18221-40ed-46b2-9546-1ebebf8fc518), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.734820 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.735203 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-edec0d71-5283-44b2-8b70-169348bdaeaa None None] For port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4, host dv-cinder-843277-2-iscsi, got binding levels [] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:15:04.735606 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-edec0d71-5283-44b2-8b70-169348bdaeaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.738449 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] 10.222.0.85 "DELETE /v2.0/networks/11c18221-40ed-46b2-9546-1ebebf8fc518 HTTP/1.1" status: 204 len: 168 time: 0.9119682 May 25 16:15:04.750037 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-edec0d71-5283-44b2-8b70-169348bdaeaa None None] Calling delete_port for 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:15:04.756430 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.ipam_backend_mixin [None req-edec0d71-5283-44b2-8b70-169348bdaeaa None None] Port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 was not found and therefore no delete operation was performed {{(pid=104070) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:15:04.763946 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a13919-e533-4a06-ab04-f133ccdf7cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c18221-40ed-46b2-9546-1ebebf8fc518,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:04.767494 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-edec0d71-5283-44b2-8b70-169348bdaeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278'] for port (7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:04.830082 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec0d71-5283-44b2-8b70-169348bdaeaa None None] Pushing event deleted for resources: {'Port': ['ID=7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:04.833540 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-edec0d71-5283-44b2-8b70-169348bdaeaa None None] Network 11c18221-40ed-46b2-9546-1ebebf8fc518 is not hosted by any dhcp agent {{(pid=104070) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 25 16:15:04.834144 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edec0d71-5283-44b2-8b70-169348bdaeaa None None] No DVR routers for this DVR port 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 on host dv-cinder-843277-2-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:15:04.929171 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'name': 'tempest-TestShelveInstance-228309422-router', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:54Z', 'updated_at': '2022-05-25T16:14:58Z', 'revision_number': 4, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'gw_port': {'id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:55Z', 'updated_at': '2022-05-25T16:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '1d39f911-e05e-4cd9-b80b-58cfd3b71c08', 'name': '', 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'mac_address': 'fa:16:3e:63:b4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1accf2e2-96ef-4bca-bccf-198cc4ee75ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:58Z', 'updated_at': '2022-05-25T16:14:59Z', 'revision_number': 2, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'subnets': [{'id': '1accf2e2-96ef-4bca-bccf-198cc4ee75ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:04.975950 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Checking router: 6dfdd120-7ca1-4669-b768-1d2140cc51ca for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:15:04.976447 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Updating router 6dfdd120-7ca1-4669-b768-1d2140cc51ca port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 binding host dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:15:04.989734 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42544) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:05.044762 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-685163af-3456-4eb5-9595-9b1987f0d3d5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=93946fd1575e45428d2388015d64628f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0531676 May 25 16:15:05.046676 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42546) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:05.116211 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5a5641be-f4ad-47e2-94fd-ee9f68b0ef17 admin admin] Publish callbacks [] for security_group (a5ada2ab-9b58-49f6-b3d2-37e38f323757), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:05.151991 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5a5641be-f4ad-47e2-94fd-ee9f68b0ef17 admin admin] Publish callbacks [] for security_group (a5ada2ab-9b58-49f6-b3d2-37e38f323757), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:05.153522 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:05.174463 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:05.184985 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:05.222823 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5a5641be-f4ad-47e2-94fd-ee9f68b0ef17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a5ada2ab-9b58-49f6-b3d2-37e38f323757), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:05.226470 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5a5641be-f4ad-47e2-94fd-ee9f68b0ef17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:05.228875 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-5a5641be-f4ad-47e2-94fd-ee9f68b0ef17 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a5ada2ab-9b58-49f6-b3d2-37e38f323757 HTTP/1.1" status: 204 len: 168 time: 0.1808324 May 25 16:15:05.243154 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5641be-f4ad-47e2-94fd-ee9f68b0ef17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ada2ab-9b58-49f6-b3d2-37e38f323757,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:05.282321 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42562) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:05.428072 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:05.560936 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Publish callbacks [] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:05.575344 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:05.634093 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ebbce-df0d-400e-9342-e25cff32d54a None None] Pushing event updated for resources: {'Port': ['ID=1d39f911-e05e-4cd9-b80b-58cfd3b71c08,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:05.709124 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Attempting to bind port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:15:05.709762 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Attempting to bind port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': 'c0be1910-dd94-4c6d-82c2-bea862a13684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:15:05.710315 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Attempting to bind port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 on network c6bfa0bc-7259-40ca-8809-37c99e7ed18e {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:15:05.718119 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:15:05.719589 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Checking segment: {'id': 'c0be1910-dd94-4c6d-82c2-bea862a13684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:15:05.720217 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:05.720946 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Bound using segment: {'id': 'c0be1910-dd94-4c6d-82c2-bea862a13684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:15:05.722603 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Bound port: 1d39f911-e05e-4cd9-b80b-58cfd3b71c08, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0be1910-dd94-4c6d-82c2-bea862a13684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:15:05.723770 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:05.840075 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:05.843099 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] For port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:15:05.848207 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] For port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=1d39f911-e05e-4cd9-b80b-58cfd3b71c08,segment=NetworkSegment(c0be1910-dd94-4c6d-82c2-bea862a13684),segment_id=c0be1910-dd94-4c6d-82c2-bea862a13684)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:15:05.863361 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:05.930123 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:15:05.938489 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Routers {'6dfdd120-7ca1-4669-b768-1d2140cc51ca'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:15:05.939129 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:14:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['6dfdd120-7ca1-4669-b768-1d2140cc51ca'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:05.965471 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:15:05.965866 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7e4dea12-812b-4cb1-aa10-6ac7b53c0fd4 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:15:05.966253 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:15:06.061452 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-08fa4eaa-9c5c-483d-87cb-363b62b227cd None None] Provisioning complete for port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:15:06.061826 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-08fa4eaa-9c5c-483d-87cb-363b62b227cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:06.066829 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:15:06.066962 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7ef38717-944f-4cdd-b6d0-eb5d5e4f73c5 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:15:06.068472 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ebbce-df0d-400e-9342-e25cff32d54a None None] Pushing event updated for resources: {'Port': ['ID=1d39f911-e05e-4cd9-b80b-58cfd3b71c08,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:06.093793 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b56e4e59-8af7-403c-9c48-74a43ecb9311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552652'] for router_interface (497b6ad6-c741-4530-aca2-eee341ada5cc), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:06.190402 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] Set router 6dfdd120-7ca1-4669-b768-1d2140cc51ca gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:15:06.258200 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f1e4-a15a-410e-ba7c-f7f8951fe43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:06.267211 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-08fa4eaa-9c5c-483d-87cb-363b62b227cd None None] Current status of the port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:15:06.267596 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-08fa4eaa-9c5c-483d-87cb-363b62b227cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:06.357234 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-b56e4e59-8af7-403c-9c48-74a43ecb9311 admin admin] Deleting port 3e77c04d-f2b7-4f4e-893c-85900ab05766 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:15:06.357578 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b56e4e59-8af7-403c-9c48-74a43ecb9311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:06.390024 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-08fa4eaa-9c5c-483d-87cb-363b62b227cd None None] For port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=1d39f911-e05e-4cd9-b80b-58cfd3b71c08,segment=NetworkSegment(c0be1910-dd94-4c6d-82c2-bea862a13684),segment_id=c0be1910-dd94-4c6d-82c2-bea862a13684)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:15:06.403100 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-08fa4eaa-9c5c-483d-87cb-363b62b227cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:06.450100 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-b56e4e59-8af7-403c-9c48-74a43ecb9311 admin admin] For port 3e77c04d-f2b7-4f4e-893c-85900ab05766, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=3e77c04d-f2b7-4f4e-893c-85900ab05766,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:15:06.450518 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b56e4e59-8af7-403c-9c48-74a43ecb9311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:06.451703 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:06.466656 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-b56e4e59-8af7-403c-9c48-74a43ecb9311 admin admin] Calling delete_port for 3e77c04d-f2b7-4f4e-893c-85900ab05766 owned by network:router_interface {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:15:06.504590 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa4eaa-9c5c-483d-87cb-363b62b227cd None None] Pushing event updated for resources: {'Port': ['ID=1d39f911-e05e-4cd9-b80b-58cfd3b71c08,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:06.523992 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'name': 'tempest-TestShelveInstance-228309422-router', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:54Z', 'updated_at': '2022-05-25T16:14:58Z', 'revision_number': 4, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'gw_port': {'id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:55Z', 'updated_at': '2022-05-25T16:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '1d39f911-e05e-4cd9-b80b-58cfd3b71c08', 'name': '', 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'mac_address': 'fa:16:3e:63:b4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1accf2e2-96ef-4bca-bccf-198cc4ee75ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:58Z', 'updated_at': '2022-05-25T16:15:05Z', 'revision_number': 4, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'subnets': [{'id': '1accf2e2-96ef-4bca-bccf-198cc4ee75ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:06.568875 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc20c00-0ab1-4ac1-bf15-4d4519408487 None None] The sync data for ids ['6dfdd120-7ca1-4669-b768-1d2140cc51ca'] in dv-cinder-843277-2-iscsi is: [{'id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'name': 'tempest-TestShelveInstance-228309422-router', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:54Z', 'updated_at': '2022-05-25T16:14:58Z', 'revision_number': 4, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'gw_port': {'id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:55Z', 'updated_at': '2022-05-25T16:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '1d39f911-e05e-4cd9-b80b-58cfd3b71c08', 'name': '', 'network_id': 'c6bfa0bc-7259-40ca-8809-37c99e7ed18e', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'mac_address': 'fa:16:3e:63:b4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1accf2e2-96ef-4bca-bccf-198cc4ee75ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:58Z', 'updated_at': '2022-05-25T16:15:05Z', 'revision_number': 4, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'subnets': [{'id': '1accf2e2-96ef-4bca-bccf-198cc4ee75ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:15:06.579314 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-6b21bae8-d003-4b19-aa48-8e3084237b91 None None] Provisioning complete for port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:15:06.579794 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-6b21bae8-d003-4b19-aa48-8e3084237b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:06.682263 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-6b21bae8-d003-4b19-aa48-8e3084237b91 None None] Current status of the port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:15:06.697151 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:06.746489 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b56e4e59-8af7-403c-9c48-74a43ecb9311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (3e77c04d-f2b7-4f4e-893c-85900ab05766), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:06.754446 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:06.799071 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e4e59-8af7-403c-9c48-74a43ecb9311 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e77c04d-f2b7-4f4e-893c-85900ab05766,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:07.027209 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b56e4e59-8af7-403c-9c48-74a43ecb9311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-432624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552536'] for router_interface (497b6ad6-c741-4530-aca2-eee341ada5cc), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:07.077928 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:07.317962 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42630) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:07.349128 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56e4e59-8af7-403c-9c48-74a43ecb9311 admin admin] Router 497b6ad6-c741-4530-aca2-eee341ada5cc has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:15:07.453653 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-eb328114-cd55-4489-977b-365940324bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:07.462471 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56e4e59-8af7-403c-9c48-74a43ecb9311 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:15:07.471176 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b56e4e59-8af7-403c-9c48-74a43ecb9311 admin admin] 10.222.0.85 "PUT /v2.0/routers/497b6ad6-c741-4530-aca2-eee341ada5cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1880534 May 25 16:15:07.471893 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42634) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:07.473062 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf777d-73b7-40e5-8dc2-5719079003e4 None None] Sync routers for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:15:07.485847 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf777d-73b7-40e5-8dc2-5719079003e4 None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:15:07.486763 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-07cf777d-73b7-40e5-8dc2-5719079003e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:15:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:07.553846 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-eb328114-cd55-4489-977b-365940324bc5 admin admin] Publish callbacks [] for security_group (f6314097-15dc-4057-a193-dd1b21a46019), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:07.560435 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-eb328114-cd55-4489-977b-365940324bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f6314097-15dc-4057-a193-dd1b21a46019), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:07.587406 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Publish callbacks [] for router (497b6ad6-c741-4530-aca2-eee341ada5cc), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:07.600596 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb328114-cd55-4489-977b-365940324bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6314097-15dc-4057-a193-dd1b21a46019,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:07.601200 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-07cf777d-73b7-40e5-8dc2-5719079003e4 None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:15:07.605106 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-eb328114-cd55-4489-977b-365940324bc5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=26396353fb464a1ca0f0a7c272d1fe40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858543 May 25 16:15:07.608213 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42636) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:07.664103 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1b75f5e5-b594-45e9-909e-996f84a96ecc admin admin] Publish callbacks [] for security_group (f6314097-15dc-4057-a193-dd1b21a46019), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:07.689302 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1b75f5e5-b594-45e9-909e-996f84a96ecc admin admin] Publish callbacks [] for security_group (f6314097-15dc-4057-a193-dd1b21a46019), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:07.698195 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Publish callbacks [] for router_gateway (497b6ad6-c741-4530-aca2-eee341ada5cc), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:07.736750 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:07.743623 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1b75f5e5-b594-45e9-909e-996f84a96ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f6314097-15dc-4057-a193-dd1b21a46019), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:07.746285 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1b75f5e5-b594-45e9-909e-996f84a96ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:07.749886 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1b75f5e5-b594-45e9-909e-996f84a96ecc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f6314097-15dc-4057-a193-dd1b21a46019 HTTP/1.1" status: 204 len: 168 time: 0.1387267 May 25 16:15:07.752928 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Deleting port ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:15:07.753274 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:07.759984 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75f5e5-b594-45e9-909e-996f84a96ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6314097-15dc-4057-a193-dd1b21a46019,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:07.797666 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-07cf777d-73b7-40e5-8dc2-5719079003e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:15:06Z', 'revision_number': 5, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port': {'id': 'ee05a04c-8cb2-462f-88b5-d6dd02ab6f50', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:07:48Z', 'updated_at': '2022-05-25T16:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:07.825172 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf777d-73b7-40e5-8dc2-5719079003e4 None None] Checking router: 497b6ad6-c741-4530-aca2-eee341ada5cc for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:15:07.835234 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf777d-73b7-40e5-8dc2-5719079003e4 None None] Routers {'497b6ad6-c741-4530-aca2-eee341ada5cc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:15:07.836417 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-07cf777d-73b7-40e5-8dc2-5719079003e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:15:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['497b6ad6-c741-4530-aca2-eee341ada5cc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:07.874288 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:07.880740 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] For port ee05a04c-8cb2-462f-88b5-d6dd02ab6f50, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=ee05a04c-8cb2-462f-88b5-d6dd02ab6f50,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:15:07.881106 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:07.898918 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Calling delete_port for ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 owned by network:router_gateway {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:15:07.934487 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-07cf777d-73b7-40e5-8dc2-5719079003e4 None None] Set router 497b6ad6-c741-4530-aca2-eee341ada5cc gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:15:07.992791 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-07cf777d-73b7-40e5-8dc2-5719079003e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:15:07Z', 'revision_number': 6, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port_host': None}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:07.994736 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:15:08.027373 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf777d-73b7-40e5-8dc2-5719079003e4 None None] The sync data for ids ['497b6ad6-c741-4530-aca2-eee341ada5cc'] in dv-cinder-843277-2-iscsi is: [{'id': '497b6ad6-c741-4530-aca2-eee341ada5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1547644477-router', 'tenant_id': 'feb4d81e1722439591065849449aeb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:07:47Z', 'updated_at': '2022-05-25T16:15:07Z', 'revision_number': 6, 'project_id': 'feb4d81e1722439591065849449aeb18', 'gw_port_host': None}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:15:08.038744 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:08.083724 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:15:08.084946 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.089336 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (ee05a04c-8cb2-462f-88b5-d6dd02ab6f50), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.116251 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee05a04c-8cb2-462f-88b5-d6dd02ab6f50,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:08.137380 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:08.183483 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549174'] for router_gateway (497b6ad6-c741-4530-aca2-eee341ada5cc), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.184172 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:15:08.271025 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (497b6ad6-c741-4530-aca2-eee341ada5cc), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.273185 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Publish callbacks [] for router_controller (497b6ad6-c741-4530-aca2-eee341ada5cc), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.322427 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551056'] for router (497b6ad6-c741-4530-aca2-eee341ada5cc), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.323594 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 497b6ad6-c741-4530-aca2-eee341ada5cc {{(pid=104069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:15:08.330859 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.335358 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42656) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:08.336065 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-973942dc-2d3d-4c41-81c4-c574c9483437 admin admin] 10.222.0.85 "DELETE /v2.0/routers/497b6ad6-c741-4530-aca2-eee341ada5cc HTTP/1.1" status: 204 len: 168 time: 0.8623514 May 25 16:15:08.406102 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f4a8f5-19f4-4d6e-91d4-c7da727b111c admin admin] Deleting subnet 1d8acf95-745a-4435-acb1-9312c55c7e90 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:15:08.414035 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a8f5-19f4-4d6e-91d4-c7da727b111c admin admin] Publish callbacks [] for subnet (1d8acf95-745a-4435-acb1-9312c55c7e90), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.460852 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a8f5-19f4-4d6e-91d4-c7da727b111c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916365'] for subnet (1d8acf95-745a-4435-acb1-9312c55c7e90), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.571727 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a8f5-19f4-4d6e-91d4-c7da727b111c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (1d8acf95-745a-4435-acb1-9312c55c7e90), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.575126 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:15:08.644798 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.657577 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a8f5-19f4-4d6e-91d4-c7da727b111c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8916455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155739'] for subnet (1d8acf95-745a-4435-acb1-9312c55c7e90), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.685768 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4a8f5-19f4-4d6e-91d4-c7da727b111c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d8acf95-745a-4435-acb1-9312c55c7e90,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:08.689069 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a8f5-19f4-4d6e-91d4-c7da727b111c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.692923 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b5f4a8f5-19f4-4d6e-91d4-c7da727b111c admin admin] 10.222.0.85 "DELETE /v2.0/subnets/1d8acf95-745a-4435-acb1-9312c55c7e90 HTTP/1.1" status: 204 len: 168 time: 0.3553717 May 25 16:15:08.695406 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42672) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:08.697450 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1acb3f-19bd-4c15-9973-5bc2dcf60fc2 None None] Network a65193d0-d741-4333-90e3-e22c40adb85c requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:15:08.720385 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=12,neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:08.776878 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (a65193d0-d741-4333-90e3-e22c40adb85c), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.794216 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:08.837979 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Deleting port c61410cc-2b36-4fdf-9354-4468124d24db {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:15:08.838373 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.889727 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90684c5-e27d-4907-a7dc-755bd98714a9 None None] DHCP port deletion for a65193d0-d741-4333-90e3-e22c40adb85c request from dv-cinder-843277-2-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:15:08.911597 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] For port c61410cc-2b36-4fdf-9354-4468124d24db, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=c61410cc-2b36-4fdf-9354-4468124d24db,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:15:08.912134 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:08.930196 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Calling delete_port for c61410cc-2b36-4fdf-9354-4468124d24db owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:15:08.936951 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f90684c5-e27d-4907-a7dc-755bd98714a9 None None] Deleting port c61410cc-2b36-4fdf-9354-4468124d24db {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:15:08.937430 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f90684c5-e27d-4907-a7dc-755bd98714a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.010996 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-f90684c5-e27d-4907-a7dc-755bd98714a9 None None] For port c61410cc-2b36-4fdf-9354-4468124d24db, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=c61410cc-2b36-4fdf-9354-4468124d24db,segment=NetworkSegment(8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb),segment_id=8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:15:09.011467 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f90684c5-e27d-4907-a7dc-755bd98714a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.030892 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f90684c5-e27d-4907-a7dc-755bd98714a9 None None] Calling delete_port for c61410cc-2b36-4fdf-9354-4468124d24db owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:15:09.049124 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.093509 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] No DVR routers for this DVR port c61410cc-2b36-4fdf-9354-4468124d24db on host dv-cinder-843277-2-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:15:09.098921 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Pushing event deleted for resources: {'Port': ['ID=c61410cc-2b36-4fdf-9354-4468124d24db,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:09.130841 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f90684c5-e27d-4907-a7dc-755bd98714a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278'] for port (c61410cc-2b36-4fdf-9354-4468124d24db), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.160139 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90684c5-e27d-4907-a7dc-755bd98714a9 None None] Pushing event deleted for resources: {'Port': ['ID=c61410cc-2b36-4fdf-9354-4468124d24db,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:09.165504 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90684c5-e27d-4907-a7dc-755bd98714a9 None None] No DVR routers for this DVR port c61410cc-2b36-4fdf-9354-4468124d24db on host dv-cinder-843277-2-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:15:09.182935 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (a65193d0-d741-4333-90e3-e22c40adb85c), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.206013 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65193d0-d741-4333-90e3-e22c40adb85c']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:09.229043 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:09.229043 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:09.237622 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916354'] for segment (8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.251898 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.258704 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:15:09.259197 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8916485'] for segment (8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.281252 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb resource provider aggregate not found May 25 16:15:09.322768 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c76e2ba-2ca5-42e4-ab22-e8e0e28d95cb found for delete ", "request_id": "req-34d297f1-82b8-4d8a-9c71-e3761f58f284"}]} May 25 16:15:09.343736 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (a65193d0-d741-4333-90e3-e22c40adb85c), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.353561 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.359430 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] 10.222.0.85 "DELETE /v2.0/networks/a65193d0-d741-4333-90e3-e22c40adb85c HTTP/1.1" status: 204 len: 168 time: 0.6595557 May 25 16:15:09.371000 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39a4fd-ad95-4135-8e59-9e84bde31256 admin admin] Pushing event deleted for resources: {'Network': ['ID=a65193d0-d741-4333-90e3-e22c40adb85c,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:09.553557 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42698) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:09.596838 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-eda263f6-d14b-4fd9-9f6e-e3eba83ed030 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=feb4d81e1722439591065849449aeb18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418208 May 25 16:15:09.599083 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42704) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:09.654502 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8e948d4f-9e13-4bc5-8999-ad8f7228f6b9 admin admin] Publish callbacks [] for security_group (985792be-64d5-445f-a8d2-73b00c5a4640), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.681260 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8e948d4f-9e13-4bc5-8999-ad8f7228f6b9 admin admin] Publish callbacks [] for security_group (985792be-64d5-445f-a8d2-73b00c5a4640), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.728863 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8e948d4f-9e13-4bc5-8999-ad8f7228f6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (985792be-64d5-445f-a8d2-73b00c5a4640), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.731641 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8e948d4f-9e13-4bc5-8999-ad8f7228f6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:09.733064 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8e948d4f-9e13-4bc5-8999-ad8f7228f6b9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/985792be-64d5-445f-a8d2-73b00c5a4640 HTTP/1.1" status: 204 len: 168 time: 0.1330926 May 25 16:15:09.741909 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e948d4f-9e13-4bc5-8999-ad8f7228f6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985792be-64d5-445f-a8d2-73b00c5a4640,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:09.868156 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:15:09.893409 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:15:09.893750 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device ee05a04c-8cb2-462f-88b5-d6dd02ab6f50 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:15:09.894167 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device c61410cc-2b36-4fdf-9354-4468124d24db no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:15:09.915723 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: c61410cc-2b36-4fdf-9354-4468124d24db {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:15:09.916094 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device c61410cc-2b36-4fdf-9354-4468124d24db not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:15:09.916506 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 3e77c04d-f2b7-4f4e-893c-85900ab05766 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:15:09.943236 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 3e77c04d-f2b7-4f4e-893c-85900ab05766 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:15:09.943236 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 3e77c04d-f2b7-4f4e-893c-85900ab05766 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:15:10.092278 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:10.521442 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42734) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:10.625839 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1065530794-network', 'tenant_id': 'bc49293e4ad34e58a7d1bb4919d9586e'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:10.649121 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Made reservation on behalf of bc49293e4ad34e58a7d1bb4919d9586e for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:15:10.651373 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:10.659670 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:10.739239 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Publish callbacks [] for security_group (64ecef64-ff39-4cf4-98de-f8776893eb80), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:10.745353 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (64ecef64-ff39-4cf4-98de-f8776893eb80), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:10.778895 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:15:10.788913 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ecef64-ff39-4cf4-98de-f8776893eb80,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:10.793890 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (708cbc1d-d6c6-4666-a93a-35460a92b91b), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:10.794289 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Added segment 708cbc1d-d6c6-4666-a93a-35460a92b91b of type vlan for network d94cc052-197b-4a73-aa5e-f2917b7caf73 May 25 16:15:10.836875 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (d94cc052-197b-4a73-aa5e-f2917b7caf73), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:10.864702 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (d94cc052-197b-4a73-aa5e-f2917b7caf73), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:10.865611 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:10.866190 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:10.924595 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4020762 May 25 16:15:10.925663 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfce9c5-a1eb-4b92-8243-1c3374166081 admin admin] Pushing event updated for resources: {'Network': ['ID=d94cc052-197b-4a73-aa5e-f2917b7caf73,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:10.927692 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42740) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:10.932279 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-200c5e84-1ab1-43e6-8e26-83ee2d47ec5a admin admin] Request body: {'subnet': {'network_id': 'd94cc052-197b-4a73-aa5e-f2917b7caf73', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1065530794-subnet', 'tenant_id': 'bc49293e4ad34e58a7d1bb4919d9586e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:10.944110 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network d94cc052-197b-4a73-aa5e-f2917b7caf73 details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:15:10.958469 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200c5e84-1ab1-43e6-8e26-83ee2d47ec5a admin admin] Made reservation on behalf of bc49293e4ad34e58a7d1bb4919d9586e for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:15:10.960951 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-200c5e84-1ab1-43e6-8e26-83ee2d47ec5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286781'] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:10.963731 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:11.128064 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:11.134784 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-200c5e84-1ab1-43e6-8e26-83ee2d47ec5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3990599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286799'] for subnet (a974f9ca-577e-425b-a756-c7b2b816d650), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:11.192820 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c5e84-1ab1-43e6-8e26-83ee2d47ec5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a974f9ca-577e-425b-a756-c7b2b816d650,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:11.203614 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200c5e84-1ab1-43e6-8e26-83ee2d47ec5a admin admin] Checking segment: {'id': '708cbc1d-d6c6-4666-a93a-35460a92b91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'd94cc052-197b-4a73-aa5e-f2917b7caf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:15:11.204002 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200c5e84-1ab1-43e6-8e26-83ee2d47ec5a admin admin] Network hostable DHCP agents. Network: d94cc052-197b-4a73-aa5e-f2917b7caf73, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:15:11.224042 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200c5e84-1ab1-43e6-8e26-83ee2d47ec5a admin admin] Network d94cc052-197b-4a73-aa5e-f2917b7caf73 is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:15:11.234069 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-200c5e84-1ab1-43e6-8e26-83ee2d47ec5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, d94cc052-197b-4a73-aa5e-f2917b7caf73) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:15:11.238235 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c5e84-1ab1-43e6-8e26-83ee2d47ec5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:11.238818 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-200c5e84-1ab1-43e6-8e26-83ee2d47ec5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:11.243445 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dee609-6753-4c45-92c4-2cef0e93eaa9 None None] Network d94cc052-197b-4a73-aa5e-f2917b7caf73 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:15:11.255312 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-200c5e84-1ab1-43e6-8e26-83ee2d47ec5a admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3266106 May 25 16:15:11.318299 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:11.349337 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e5a2f-c7b2-400d-9fc0-4c9b9ea7911c None None] Network d94cc052-197b-4a73-aa5e-f2917b7caf73 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:15:11.741149 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42766) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:11.750099 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-768242566-network', 'tenant_id': '7b80aca7f5db47a3b2c147faa0e8f9ea'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:11.772722 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Made reservation on behalf of 7b80aca7f5db47a3b2c147faa0e8f9ea for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:15:11.775322 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:11.787371 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:11.861301 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:11.872867 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Publish callbacks [] for security_group (b8807c0d-67f3-4e2b-8c13-8a4dce356689), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:11.877530 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (b8807c0d-67f3-4e2b-8c13-8a4dce356689), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:11.898875 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:11.902867 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:15:11.921906 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (5b70c7f8-e974-40e3-bf6d-e3d2803ed200), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:11.922388 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Added segment 5b70c7f8-e974-40e3-bf6d-e3d2803ed200 of type vlan for network e19460f4-4513-4a8a-9cf3-a6b47bd8df64 May 25 16:15:11.924477 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8807c0d-67f3-4e2b-8c13-8a4dce356689,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:11.968462 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (e19460f4-4513-4a8a-9cf3-a6b47bd8df64), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:11.995289 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (e19460f4-4513-4a8a-9cf3-a6b47bd8df64), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:11.996358 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:11.997055 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:12.064158 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3216829 May 25 16:15:12.067197 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42774) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:12.071946 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadd124-6b1a-4852-98ef-067c9bbd9afc admin admin] Pushing event updated for resources: {'Network': ['ID=e19460f4-4513-4a8a-9cf3-a6b47bd8df64,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:12.072627 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-88d7091f-6f4f-4b9f-b3f8-20768ec19498 admin admin] Request body: {'subnet': {'network_id': 'e19460f4-4513-4a8a-9cf3-a6b47bd8df64', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-768242566-subnet', 'tenant_id': '7b80aca7f5db47a3b2c147faa0e8f9ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:12.084781 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network e19460f4-4513-4a8a-9cf3-a6b47bd8df64 details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:15:12.095113 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d7091f-6f4f-4b9f-b3f8-20768ec19498 admin admin] Made reservation on behalf of 7b80aca7f5db47a3b2c147faa0e8f9ea for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:15:12.098075 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88d7091f-6f4f-4b9f-b3f8-20768ec19498 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286781'] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:12.342229 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88d7091f-6f4f-4b9f-b3f8-20768ec19498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3990599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286799'] for subnet (674e896c-b552-44f6-8a6f-f1fbb7eef334), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:12.410132 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7091f-6f4f-4b9f-b3f8-20768ec19498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=674e896c-b552-44f6-8a6f-f1fbb7eef334,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:12.432887 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d7091f-6f4f-4b9f-b3f8-20768ec19498 admin admin] Checking segment: {'id': '5b70c7f8-e974-40e3-bf6d-e3d2803ed200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e19460f4-4513-4a8a-9cf3-a6b47bd8df64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:15:12.433176 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d7091f-6f4f-4b9f-b3f8-20768ec19498 admin admin] Network hostable DHCP agents. Network: e19460f4-4513-4a8a-9cf3-a6b47bd8df64, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:15:12.476489 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d7091f-6f4f-4b9f-b3f8-20768ec19498 admin admin] Network e19460f4-4513-4a8a-9cf3-a6b47bd8df64 is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:15:12.485199 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-88d7091f-6f4f-4b9f-b3f8-20768ec19498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, e19460f4-4513-4a8a-9cf3-a6b47bd8df64) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:15:12.493418 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5170a2a9-d8e5-41a0-8408-a769e5bfe969 None None] Network e19460f4-4513-4a8a-9cf3-a6b47bd8df64 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:15:12.497011 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d7091f-6f4f-4b9f-b3f8-20768ec19498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:12.497616 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88d7091f-6f4f-4b9f-b3f8-20768ec19498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:12.525320 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-88d7091f-6f4f-4b9f-b3f8-20768ec19498 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4564455 May 25 16:15:12.650642 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14a66fe-ff06-4e43-ae92-9d8946f22708 None None] Network e19460f4-4513-4a8a-9cf3-a6b47bd8df64 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:15:12.675332 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42802) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:12.724624 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e153061-9460-4d9a-9d70-07e4726eadaa admin admin] Deleting subnet a974f9ca-577e-425b-a756-c7b2b816d650 {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:15:12.728094 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6e153061-9460-4d9a-9d70-07e4726eadaa admin admin] Publish callbacks [] for subnet (a974f9ca-577e-425b-a756-c7b2b816d650), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:12.763884 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6e153061-9460-4d9a-9d70-07e4726eadaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4176203'] for subnet (a974f9ca-577e-425b-a756-c7b2b816d650), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:12.803065 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6e153061-9460-4d9a-9d70-07e4726eadaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (a974f9ca-577e-425b-a756-c7b2b816d650), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:12.804884 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:12.859589 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6e153061-9460-4d9a-9d70-07e4726eadaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3990528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286790'] for subnet (a974f9ca-577e-425b-a756-c7b2b816d650), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:12.886603 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e153061-9460-4d9a-9d70-07e4726eadaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a974f9ca-577e-425b-a756-c7b2b816d650,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:12.888594 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6e153061-9460-4d9a-9d70-07e4726eadaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:12.891871 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6e153061-9460-4d9a-9d70-07e4726eadaa admin admin] 10.222.0.85 "DELETE /v2.0/subnets/a974f9ca-577e-425b-a756-c7b2b816d650 HTTP/1.1" status: 204 len: 168 time: 0.2151797 May 25 16:15:12.894370 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42804) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:12.955419 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:12.966410 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-75d06767-0586-439f-a8ea-98764c632d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (d94cc052-197b-4a73-aa5e-f2917b7caf73), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.048189 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-75d06767-0586-439f-a8ea-98764c632d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (d94cc052-197b-4a73-aa5e-f2917b7caf73), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.071722 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-75d06767-0586-439f-a8ea-98764c632d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94cc052-197b-4a73-aa5e-f2917b7caf73']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:13.081526 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-75d06767-0586-439f-a8ea-98764c632d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708cbc1d-d6c6-4666-a93a-35460a92b91b') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:13.081813 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-75d06767-0586-439f-a8ea-98764c632d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708cbc1d-d6c6-4666-a93a-35460a92b91b') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:13.091407 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-75d06767-0586-439f-a8ea-98764c632d81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4176196'] for segment (708cbc1d-d6c6-4666-a93a-35460a92b91b), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.105040 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-75d06767-0586-439f-a8ea-98764c632d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (708cbc1d-d6c6-4666-a93a-35460a92b91b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.111225 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d06767-0586-439f-a8ea-98764c632d81 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:15:13.111588 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-75d06767-0586-439f-a8ea-98764c632d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991522'] for segment (708cbc1d-d6c6-4666-a93a-35460a92b91b), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.150441 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 708cbc1d-d6c6-4666-a93a-35460a92b91b resource provider aggregate not found May 25 16:15:13.175397 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 708cbc1d-d6c6-4666-a93a-35460a92b91b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 708cbc1d-d6c6-4666-a93a-35460a92b91b found for delete ", "request_id": "req-42b8531f-be35-446a-83f1-1f90a44fd61c"}]} May 25 16:15:13.177851 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-75d06767-0586-439f-a8ea-98764c632d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (d94cc052-197b-4a73-aa5e-f2917b7caf73), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.187156 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-75d06767-0586-439f-a8ea-98764c632d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.190415 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-75d06767-0586-439f-a8ea-98764c632d81 admin admin] 10.222.0.85 "DELETE /v2.0/networks/d94cc052-197b-4a73-aa5e-f2917b7caf73 HTTP/1.1" status: 204 len: 168 time: 0.2951033 May 25 16:15:13.193500 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42810) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:13.203669 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d06767-0586-439f-a8ea-98764c632d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=d94cc052-197b-4a73-aa5e-f2917b7caf73,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:13.238748 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85a0665-4655-4085-873b-c850c622035a admin admin] Deleting subnet 674e896c-b552-44f6-8a6f-f1fbb7eef334 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:15:13.242074 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e85a0665-4655-4085-873b-c850c622035a admin admin] Publish callbacks [] for subnet (674e896c-b552-44f6-8a6f-f1fbb7eef334), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.275705 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e85a0665-4655-4085-873b-c850c622035a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916365'] for subnet (674e896c-b552-44f6-8a6f-f1fbb7eef334), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.316094 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e85a0665-4655-4085-873b-c850c622035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (674e896c-b552-44f6-8a6f-f1fbb7eef334), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.377483 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e85a0665-4655-4085-873b-c850c622035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8916455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155739'] for subnet (674e896c-b552-44f6-8a6f-f1fbb7eef334), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.401741 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a0665-4655-4085-873b-c850c622035a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=674e896c-b552-44f6-8a6f-f1fbb7eef334,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:13.407445 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e85a0665-4655-4085-873b-c850c622035a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.410581 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e85a0665-4655-4085-873b-c850c622035a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/674e896c-b552-44f6-8a6f-f1fbb7eef334 HTTP/1.1" status: 204 len: 168 time: 0.2160747 May 25 16:15:13.413250 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42814) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:13.480933 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c761367b-76d9-44ea-992e-5efbd8daf15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (e19460f4-4513-4a8a-9cf3-a6b47bd8df64), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.565458 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c761367b-76d9-44ea-992e-5efbd8daf15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (e19460f4-4513-4a8a-9cf3-a6b47bd8df64), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.585724 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-c761367b-76d9-44ea-992e-5efbd8daf15a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19460f4-4513-4a8a-9cf3-a6b47bd8df64']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:13.595232 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-c761367b-76d9-44ea-992e-5efbd8daf15a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b70c7f8-e974-40e3-bf6d-e3d2803ed200') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:13.595518 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-c761367b-76d9-44ea-992e-5efbd8daf15a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b70c7f8-e974-40e3-bf6d-e3d2803ed200') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:13.605146 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c761367b-76d9-44ea-992e-5efbd8daf15a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916354'] for segment (5b70c7f8-e974-40e3-bf6d-e3d2803ed200), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.618913 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c761367b-76d9-44ea-992e-5efbd8daf15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (5b70c7f8-e974-40e3-bf6d-e3d2803ed200), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.625027 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c761367b-76d9-44ea-992e-5efbd8daf15a admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:15:13.625411 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c761367b-76d9-44ea-992e-5efbd8daf15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8916485'] for segment (5b70c7f8-e974-40e3-bf6d-e3d2803ed200), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.668771 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 5b70c7f8-e974-40e3-bf6d-e3d2803ed200 resource provider aggregate not found May 25 16:15:13.695191 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 5b70c7f8-e974-40e3-bf6d-e3d2803ed200 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b70c7f8-e974-40e3-bf6d-e3d2803ed200 found for delete ", "request_id": "req-9fc600c5-983f-42c4-8a90-028bbf45cb89"}]} May 25 16:15:13.696035 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c761367b-76d9-44ea-992e-5efbd8daf15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (e19460f4-4513-4a8a-9cf3-a6b47bd8df64), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.702342 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c761367b-76d9-44ea-992e-5efbd8daf15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:13.705593 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c761367b-76d9-44ea-992e-5efbd8daf15a admin admin] 10.222.0.85 "DELETE /v2.0/networks/e19460f4-4513-4a8a-9cf3-a6b47bd8df64 HTTP/1.1" status: 204 len: 168 time: 0.2914307 May 25 16:15:13.716109 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761367b-76d9-44ea-992e-5efbd8daf15a admin admin] Pushing event deleted for resources: {'Network': ['ID=e19460f4-4513-4a8a-9cf3-a6b47bd8df64,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:13.947650 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42848) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:14.001741 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-05e928f9-6590-4ef9-9b6a-f4ece7ae200a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bc49293e4ad34e58a7d1bb4919d9586e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528760 May 25 16:15:14.004605 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42856) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:14.053673 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-235b9a01-ffb6-4251-ab1c-8186dd82deaf admin admin] Publish callbacks [] for security_group (64ecef64-ff39-4cf4-98de-f8776893eb80), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:14.076007 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-235b9a01-ffb6-4251-ab1c-8186dd82deaf admin admin] Publish callbacks [] for security_group (64ecef64-ff39-4cf4-98de-f8776893eb80), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:14.098229 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:14.113912 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:14.140156 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-235b9a01-ffb6-4251-ab1c-8186dd82deaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (64ecef64-ff39-4cf4-98de-f8776893eb80), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:14.143196 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-235b9a01-ffb6-4251-ab1c-8186dd82deaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:14.144372 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-235b9a01-ffb6-4251-ab1c-8186dd82deaf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/64ecef64-ff39-4cf4-98de-f8776893eb80 HTTP/1.1" status: 204 len: 168 time: 0.1388836 May 25 16:15:14.152747 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b9a01-ffb6-4251-ab1c-8186dd82deaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ecef64-ff39-4cf4-98de-f8776893eb80,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:14.526915 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 42874) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:14.568851 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7d959c72-6376-4266-90f0-fa25eef0c961 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7b80aca7f5db47a3b2c147faa0e8f9ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407269 May 25 16:15:14.571455 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 42876) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:14.624152 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a2c7-b2d4-4ba4-8187-c25fbc0aae70 admin admin] Publish callbacks [] for security_group (b8807c0d-67f3-4e2b-8c13-8a4dce356689), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:14.648788 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a2c7-b2d4-4ba4-8187-c25fbc0aae70 admin admin] Publish callbacks [] for security_group (b8807c0d-67f3-4e2b-8c13-8a4dce356689), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:14.699071 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a2c7-b2d4-4ba4-8187-c25fbc0aae70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (b8807c0d-67f3-4e2b-8c13-8a4dce356689), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:14.701769 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a2c7-b2d4-4ba4-8187-c25fbc0aae70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:14.702916 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-bcf8a2c7-b2d4-4ba4-8187-c25fbc0aae70 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b8807c0d-67f3-4e2b-8c13-8a4dce356689 HTTP/1.1" status: 204 len: 168 time: 0.1304419 May 25 16:15:14.711258 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8a2c7-b2d4-4ba4-8187-c25fbc0aae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8807c0d-67f3-4e2b-8c13-8a4dce356689,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:17.992470 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=63 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:18.570631 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:19.740230 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:22.067782 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-d804ca2b-6a5d-4473-a298-1a5941343574 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782594503&fields=id&tenant_id=7528adefacfc41c5a54869ec5603bde8 HTTP/1.1" status: 200 len: 267 time: 0.0456593 May 25 16:15:22.182009 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-f0fd7933-1160-4efb-99c1-8d88c0e0cac2 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:22.184145 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-f0fd7933-1160-4efb-99c1-8d88c0e0cac2 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/networks?id=9358ddcf-9465-4227-b94e-57f9c6a33979 HTTP/1.1" status: 200 len: 807 time: 0.1079500 May 25 16:15:22.201652 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-291f6f9b-3943-42c6-8edb-18d952397516 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/quotas/7528adefacfc41c5a54869ec5603bde8 HTTP/1.1" status: 200 len: 375 time: 0.0107338 May 25 16:15:22.256057 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e3a8fdf5-beb9-48c5-9d1d-32d9af9f6bfc tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7528adefacfc41c5a54869ec5603bde8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471365 May 25 16:15:22.361393 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-cc1d2c11-c886-43cd-9c7e-03ab9619999c service neutron] 10.222.0.85 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931175 May 25 16:15:22.705195 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:22.740099 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-302827a6-e079-4419-96aa-b9071fe2d02a service neutron] 10.222.0.85 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727217 May 25 16:15:23.057017 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d32819a2-b24e-4e30-bde9-6cc71961f190 req-7182a118-dba7-4588-b5ea-b323acaf24e2 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 210 time: 0.0308893 May 25 16:15:23.991314 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43232) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:24.093917 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-a7bd920a-2e52-42ba-9ba8-12254fdadf80 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:24.095451 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-a7bd920a-2e52-42ba-9ba8-12254fdadf80 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.67 "GET /v2.0/networks?id=9358ddcf-9465-4227-b94e-57f9c6a33979 HTTP/1.1" status: 200 len: 807 time: 0.1131797 May 25 16:15:24.122282 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dd1e47ba-3b02-41fa-933d-387764dd01dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:24.185914 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8f677e88-0224-44e7-9969-5ef03e5c3d13 req-c3e3968e-0f0a-40b5-87d4-4071973686aa tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 210 time: 0.0388472 May 25 16:15:24.197250 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-756af36d-5658-4d74-905a-6deee175f7e0 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7528adefacfc41c5a54869ec5603bde8 HTTP/1.1" status: 200 len: 380 time: 0.0879412 May 25 16:15:24.210305 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e6d9d0e8-da5b-49bd-96c4-6dad35a4835e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Request body: {'port': {'device_id': '17708ce9-98f7-4676-9cdd-242102969497', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'admin_state_up': True, 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'security_groups': ['f937e473-8368-461a-8d38-7ebcba37ce95']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:24.268550 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dd1e47ba-3b02-41fa-933d-387764dd01dc admin admin] Publish callbacks [] for security_group (449d57db-4b2f-4084-b534-cd5bce4d3e47), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:24.274099 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dd1e47ba-3b02-41fa-933d-387764dd01dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (449d57db-4b2f-4084-b534-cd5bce4d3e47), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:24.320353 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e47ba-3b02-41fa-933d-387764dd01dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449d57db-4b2f-4084-b534-cd5bce4d3e47,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:24.329147 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-dd1e47ba-3b02-41fa-933d-387764dd01dc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ca090846b79e4879b9643ce0e1925a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366508 May 25 16:15:24.329505 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 43244) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:24.359519 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e6d9d0e8-da5b-49bd-96c4-6dad35a4835e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Made reservation on behalf of 7528adefacfc41c5a54869ec5603bde8 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:15:24.362946 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e6d9d0e8-da5b-49bd-96c4-6dad35a4835e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:24.435297 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3177fd9f-212a-4053-a65e-29f120a1ad8f admin admin] Publish callbacks [] for security_group (449d57db-4b2f-4084-b534-cd5bce4d3e47), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:24.484523 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3177fd9f-212a-4053-a65e-29f120a1ad8f admin admin] Publish callbacks [] for security_group (449d57db-4b2f-4084-b534-cd5bce4d3e47), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:24.566566 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e6d9d0e8-da5b-49bd-96c4-6dad35a4835e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Allocated IP 172.20.0.3 (9358ddcf-9465-4227-b94e-57f9c6a33979/022a40ea-22f7-42d6-bdb6-84572c27e793/5aba6c27-f5a6-468a-851f-055752b5ce50) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:15:24.595788 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3177fd9f-212a-4053-a65e-29f120a1ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (449d57db-4b2f-4084-b534-cd5bce4d3e47), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:24.598452 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3177fd9f-212a-4053-a65e-29f120a1ad8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:24.599636 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3177fd9f-212a-4053-a65e-29f120a1ad8f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/449d57db-4b2f-4084-b534-cd5bce4d3e47 HTTP/1.1" status: 204 len: 168 time: 0.2691834 May 25 16:15:24.625813 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177fd9f-212a-4053-a65e-29f120a1ad8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449d57db-4b2f-4084-b534-cd5bce4d3e47,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:24.726818 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e6d9d0e8-da5b-49bd-96c4-6dad35a4835e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:24.742090 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:24.750207 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:24.763581 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e6d9d0e8-da5b-49bd-96c4-6dad35a4835e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:24.814864 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e6d9d0e8-da5b-49bd-96c4-6dad35a4835e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Network 9358ddcf-9465-4227-b94e-57f9c6a33979 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:15:24.820478 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e6d9d0e8-da5b-49bd-96c4-6dad35a4835e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:15:24.823229 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e6d9d0e8-da5b-49bd-96c4-6dad35a4835e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:15:24.859039 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9d0e8-da5b-49bd-96c4-6dad35a4835e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Pushing event updated for resources: {'Port': ['ID=5aba6c27-f5a6-468a-851f-055752b5ce50,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:24.889401 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e6d9d0e8-da5b-49bd-96c4-6dad35a4835e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:24.889401 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e6d9d0e8-da5b-49bd-96c4-6dad35a4835e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:24.907279 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e6d9d0e8-da5b-49bd-96c4-6dad35a4835e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7040825 May 25 16:15:24.922271 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Request body: {'port': {'device_id': '17708ce9-98f7-4676-9cdd-242102969497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:24.961493 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 43264) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:24.998037 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c884e798-84fc-42bb-ade9-a7919d769a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.030836 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.149148 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-46110ad7-f04a-434b-9898-b07c803d4ae6 None None] Provisioning complete for port 5aba6c27-f5a6-468a-851f-055752b5ce50 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:15:25.149793 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-46110ad7-f04a-434b-9898-b07c803d4ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.170909 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:25.187735 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-46110ad7-f04a-434b-9898-b07c803d4ae6 None None] Port 5aba6c27-f5a6-468a-851f-055752b5ce50 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:15:25.224717 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c884e798-84fc-42bb-ade9-a7919d769a3e admin admin] Publish callbacks [] for security_group (7d579264-1819-40b5-9dad-d4a292d3af44), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.234768 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c884e798-84fc-42bb-ade9-a7919d769a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (7d579264-1819-40b5-9dad-d4a292d3af44), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.366492 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884e798-84fc-42bb-ade9-a7919d769a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d579264-1819-40b5-9dad-d4a292d3af44,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:25.376426 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c884e798-84fc-42bb-ade9-a7919d769a3e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7ce5cd4a15e8466784af0a4d93f4d0fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4140103 May 25 16:15:25.379716 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43282) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:25.391272 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda363aa-4067-4bbb-918a-fb9c70490940 req-ea6ef9bb-2177-4559-82a8-e48107fa067e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:25.398107 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bda363aa-4067-4bbb-918a-fb9c70490940 req-ea6ef9bb-2177-4559-82a8-e48107fa067e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 931 time: 0.1380205 May 25 16:15:25.435249 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43286) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:25.454387 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:25.460860 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:25.462702 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-60c18c17-3cab-4e1f-95ac-1774ea4c581c admin admin] Publish callbacks [] for security_group (7d579264-1819-40b5-9dad-d4a292d3af44), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.485863 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bda363aa-4067-4bbb-918a-fb9c70490940 req-039e4254-4cb3-42a1-a0e8-a9856e549774 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869026 May 25 16:15:25.491891 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-60c18c17-3cab-4e1f-95ac-1774ea4c581c admin admin] Publish callbacks [] for security_group (7d579264-1819-40b5-9dad-d4a292d3af44), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.532881 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aba6c27-f5a6-468a-851f-055752b5ce50 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:15:25.540533 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Publish callbacks [] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.547213 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-60c18c17-3cab-4e1f-95ac-1774ea4c581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (7d579264-1819-40b5-9dad-d4a292d3af44), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.550138 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-60c18c17-3cab-4e1f-95ac-1774ea4c581c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.551552 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-60c18c17-3cab-4e1f-95ac-1774ea4c581c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7d579264-1819-40b5-9dad-d4a292d3af44 HTTP/1.1" status: 204 len: 168 time: 0.1707466 May 25 16:15:25.561171 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c18c17-3cab-4e1f-95ac-1774ea4c581c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d579264-1819-40b5-9dad-d4a292d3af44,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:25.565373 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Transition to ACTIVE for port object 5aba6c27-f5a6-468a-851f-055752b5ce50 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:15:25.573171 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.601320 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a1688a35-09b4-4557-96e6-aff00875373f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.697082 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a1688a35-09b4-4557-96e6-aff00875373f admin admin] Publish callbacks [] for security_group (e01812a6-82e1-4899-a922-3d5e3222ce59), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.703619 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a1688a35-09b4-4557-96e6-aff00875373f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (e01812a6-82e1-4899-a922-3d5e3222ce59), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.755098 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1688a35-09b4-4557-96e6-aff00875373f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01812a6-82e1-4899-a922-3d5e3222ce59,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:25.759632 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-a1688a35-09b4-4557-96e6-aff00875373f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3796dc34098747fabe0ae777a41a0551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233445 May 25 16:15:25.762434 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43294) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:25.831093 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-57b2275a-867e-4d32-9fbf-f297a2a0ae51 admin admin] Publish callbacks [] for security_group (e01812a6-82e1-4899-a922-3d5e3222ce59), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.855542 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-57b2275a-867e-4d32-9fbf-f297a2a0ae51 admin admin] Publish callbacks [] for security_group (e01812a6-82e1-4899-a922-3d5e3222ce59), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.919471 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-57b2275a-867e-4d32-9fbf-f297a2a0ae51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (e01812a6-82e1-4899-a922-3d5e3222ce59), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.926717 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-57b2275a-867e-4d32-9fbf-f297a2a0ae51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:25.930621 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-57b2275a-867e-4d32-9fbf-f297a2a0ae51 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e01812a6-82e1-4899-a922-3d5e3222ce59 HTTP/1.1" status: 204 len: 168 time: 0.1644111 May 25 16:15:25.936837 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2275a-867e-4d32-9fbf-f297a2a0ae51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01812a6-82e1-4899-a922-3d5e3222ce59,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:25.961150 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Pushing event updated for resources: {'Port': ['ID=5aba6c27-f5a6-468a-851f-055752b5ce50,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:25.989707 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43298) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:26.004195 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8710d247-024e-4a95-9794-5baaed1cfeda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.011060 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:26.016768 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Attempting to bind port 5aba6c27-f5a6-468a-851f-055752b5ce50 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:15:26.017104 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Attempting to bind port 5aba6c27-f5a6-468a-851f-055752b5ce50 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:15:26.017450 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Attempting to bind port 5aba6c27-f5a6-468a-851f-055752b5ce50 on network 9358ddcf-9465-4227-b94e-57f9c6a33979 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:15:26.023328 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Port 5aba6c27-f5a6-468a-851f-055752b5ce50 on network 9358ddcf-9465-4227-b94e-57f9c6a33979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:15:26.023646 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Attempting to bind port 5aba6c27-f5a6-468a-851f-055752b5ce50 on network 9358ddcf-9465-4227-b94e-57f9c6a33979 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:15:26.030061 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:15:26.030765 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Checking segment: {'id': 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:15:26.030765 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Bound using segment: {'id': 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:15:26.031182 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Bound port: 5aba6c27-f5a6-468a-851f-055752b5ce50, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:15:26.031539 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.041068 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:26.091858 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8710d247-024e-4a95-9794-5baaed1cfeda admin admin] Publish callbacks [] for security_group (714e5f2c-71d2-403b-9b8f-71d06b3cee99), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.097181 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8710d247-024e-4a95-9794-5baaed1cfeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (714e5f2c-71d2-403b-9b8f-71d06b3cee99), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.099901 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] For port 5aba6c27-f5a6-468a-851f-055752b5ce50, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:15:26.103161 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] For port 5aba6c27-f5a6-468a-851f-055752b5ce50, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aba6c27-f5a6-468a-851f-055752b5ce50,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:15:26.110465 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.142448 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-8710d247-024e-4a95-9794-5baaed1cfeda admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=11ccf6bcfaa8411aa2ffb6cb59c90bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491976 May 25 16:15:26.142655 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43302) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:26.142958 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:26.144106 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.145507 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] 10.222.0.67 "PUT /v2.0/ports/5aba6c27-f5a6-468a-851f-055752b5ce50 HTTP/1.1" status: 200 len: 1093 time: 1.2303352 May 25 16:15:26.145950 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:15:26.148387 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d7c73b-c7b5-462e-9d2b-e6d6d9aa3881" -d '{"events": [{"name": "network-changed", "server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:15:26.160855 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710d247-024e-4a95-9794-5baaed1cfeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714e5f2c-71d2-403b-9b8f-71d06b3cee99,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:26.224607 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cd5f5242-8ded-412e-9864-e6054e8c2c51 admin admin] Publish callbacks [] for security_group (714e5f2c-71d2-403b-9b8f-71d06b3cee99), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.224892 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f99dfe-7a33-4328-9ea3-a989d40c93a5 x-openstack-request-id: req-f9f99dfe-7a33-4328-9ea3-a989d40c93a5 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:15:26.225357 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:15:26.225499 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f9f99dfe-7a33-4328-9ea3-a989d40c93a5 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:15:26.226863 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f99dfe-7a33-4328-9ea3-a989d40c93a5'] response: {'name': 'network-changed', 'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'status': 'completed', 'code': 200} May 25 16:15:26.249243 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cd5f5242-8ded-412e-9864-e6054e8c2c51 admin admin] Publish callbacks [] for security_group (714e5f2c-71d2-403b-9b8f-71d06b3cee99), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.263109 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:26.272105 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225d0bf-490a-43b1-ae21-073221316aee service neutron] Pushing event updated for resources: {'Port': ['ID=5aba6c27-f5a6-468a-851f-055752b5ce50,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:26.286368 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-c1cf005b-4165-4c87-bd26-8b3e3085229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:26.287655 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-c1cf005b-4165-4c87-bd26-8b3e3085229f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7528adefacfc41c5a54869ec5603bde8&device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 1127 time: 0.0821762 May 25 16:15:26.312775 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cd5f5242-8ded-412e-9864-e6054e8c2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (714e5f2c-71d2-403b-9b8f-71d06b3cee99), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.319505 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cd5f5242-8ded-412e-9864-e6054e8c2c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.321020 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-cd5f5242-8ded-412e-9864-e6054e8c2c51 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/714e5f2c-71d2-403b-9b8f-71d06b3cee99 HTTP/1.1" status: 204 len: 168 time: 0.1774716 May 25 16:15:26.343219 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-27b415d8-c4d1-4368-b057-8eda6cd0249b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aba6c27-f5a6-468a-851f-055752b5ce50 HTTP/1.1" status: 200 len: 217 time: 0.0374949 May 25 16:15:26.346168 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f5242-8ded-412e-9864-e6054e8c2c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714e5f2c-71d2-403b-9b8f-71d06b3cee99,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:26.401855 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-b8d5d8c3-10fc-40a2-8614-bbdcd15f1784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:26.403574 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-b8d5d8c3-10fc-40a2-8614-bbdcd15f1784 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=022a40ea-22f7-42d6-bdb6-84572c27e793 HTTP/1.1" status: 200 len: 846 time: 0.0534501 May 25 16:15:26.455103 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-5b94057a-dcfe-4629-bac0-e0e0680a44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:26.457144 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-5b94057a-dcfe-4629-bac0-e0e0680a44bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9358ddcf-9465-4227-b94e-57f9c6a33979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474710 May 25 16:15:26.458915 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 43308) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:26.496823 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07df0674-8779-4707-ad74-19755978b64a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.635685 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-52d8c570-d092-4db5-8578-56beac544495 service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698322 May 25 16:15:26.677171 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c87a11-f5ed-4a06-8683-b67e75790b62 req-a3678773-b93c-470b-8992-6b6778075fa4 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:26.678688 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-15c87a11-f5ed-4a06-8683-b67e75790b62 req-a3678773-b93c-470b-8992-6b6778075fa4 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0923176 May 25 16:15:26.784920 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07df0674-8779-4707-ad74-19755978b64a admin admin] Publish callbacks [] for security_group (b567f329-9425-41c9-88f9-99757d33b0eb), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.803348 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07df0674-8779-4707-ad74-19755978b64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (b567f329-9425-41c9-88f9-99757d33b0eb), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.820812 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-15c87a11-f5ed-4a06-8683-b67e75790b62 req-35682191-12dd-4a49-9e03-8ae49784f70c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100433 May 25 16:15:26.830982 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8116fbd1-335c-40a2-9bd8-17db44dd14c8 req-89836552-f44a-40bc-8331-41de3a1a26bf service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879280 May 25 16:15:26.836511 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:26.858173 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-07df0674-8779-4707-ad74-19755978b64a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=01be1da020174168a8bef1a3f1a433e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3948290 May 25 16:15:26.858392 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43332) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:26.861037 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df0674-8779-4707-ad74-19755978b64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b567f329-9425-41c9-88f9-99757d33b0eb,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:26.911761 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b902790b-3e94-4d48-abf4-22ae2028833b admin admin] Publish callbacks [] for security_group (b567f329-9425-41c9-88f9-99757d33b0eb), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.941122 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b902790b-3e94-4d48-abf4-22ae2028833b admin admin] Publish callbacks [] for security_group (b567f329-9425-41c9-88f9-99757d33b0eb), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.992943 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b902790b-3e94-4d48-abf4-22ae2028833b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (b567f329-9425-41c9-88f9-99757d33b0eb), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.995864 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b902790b-3e94-4d48-abf4-22ae2028833b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:26.997071 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b902790b-3e94-4d48-abf4-22ae2028833b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b567f329-9425-41c9-88f9-99757d33b0eb HTTP/1.1" status: 204 len: 168 time: 0.1376553 May 25 16:15:27.005483 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902790b-3e94-4d48-abf4-22ae2028833b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b567f329-9425-41c9-88f9-99757d33b0eb,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:27.072557 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:27.076259 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7c73b-c7b5-462e-9d2b-e6d6d9aa3881 req-7fc27c69-2edc-47a2-9ef8-ad04345963cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:27.078011 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86d7c73b-c7b5-462e-9d2b-e6d6d9aa3881 req-7fc27c69-2edc-47a2-9ef8-ad04345963cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7528adefacfc41c5a54869ec5603bde8&device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 1127 time: 0.0443540 May 25 16:15:27.185114 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7c73b-c7b5-462e-9d2b-e6d6d9aa3881 req-95bf02f9-c9ba-4081-b1ad-78dc6fad82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:27.186619 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86d7c73b-c7b5-462e-9d2b-e6d6d9aa3881 req-95bf02f9-c9ba-4081-b1ad-78dc6fad82c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9358ddcf-9465-4227-b94e-57f9c6a33979 HTTP/1.1" status: 200 len: 908 time: 0.1006563 May 25 16:15:27.964653 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d9780-1b84-442a-9edc-97fb9c56d5cd req-fd97823f-c107-4ba8-8ea2-641dbbb9a90c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:27.966622 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-024d9780-1b84-442a-9edc-97fb9c56d5cd req-fd97823f-c107-4ba8-8ea2-641dbbb9a90c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0583017 May 25 16:15:28.024945 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-024d9780-1b84-442a-9edc-97fb9c56d5cd req-b7576c2c-274f-4c61-b2bc-6213e7d50d12 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517435 May 25 16:15:28.052838 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86d7c73b-c7b5-462e-9d2b-e6d6d9aa3881 req-93fb126b-ba24-4fd2-a6ca-e1e53c3a3d31 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aba6c27-f5a6-468a-851f-055752b5ce50 HTTP/1.1" status: 200 len: 217 time: 0.0418596 May 25 16:15:28.864655 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7c73b-c7b5-462e-9d2b-e6d6d9aa3881 req-ebf8d2f0-aee5-4faa-a247-1ed929cff77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:28.866390 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86d7c73b-c7b5-462e-9d2b-e6d6d9aa3881 req-ebf8d2f0-aee5-4faa-a247-1ed929cff77a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=022a40ea-22f7-42d6-bdb6-84572c27e793 HTTP/1.1" status: 200 len: 846 time: 0.0513818 May 25 16:15:29.148890 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054855c9-4eb0-4e86-88f6-a483c2d45dab req-8dd70c06-8bb0-4200-aecf-df3b0cee8838 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:29.150467 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-054855c9-4eb0-4e86-88f6-a483c2d45dab req-8dd70c06-8bb0-4200-aecf-df3b0cee8838 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0484669 May 25 16:15:29.212206 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-054855c9-4eb0-4e86-88f6-a483c2d45dab req-b26c4c08-5fee-45cf-97e6-642ede90fe6a tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535073 May 25 16:15:29.767937 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7c73b-c7b5-462e-9d2b-e6d6d9aa3881 req-1452340f-fa22-417b-8be3-fdea73ebb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:29.769472 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86d7c73b-c7b5-462e-9d2b-e6d6d9aa3881 req-1452340f-fa22-417b-8be3-fdea73ebb1e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9358ddcf-9465-4227-b94e-57f9c6a33979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534000 May 25 16:15:29.866406 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86d7c73b-c7b5-462e-9d2b-e6d6d9aa3881 req-0225db3f-7ceb-4e4d-8712-9a3118caae5d service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897064 May 25 16:15:29.961884 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86d7c73b-c7b5-462e-9d2b-e6d6d9aa3881 req-c0205ee6-1de3-4732-9bad-3cbc05f3775d service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885267 May 25 16:15:30.332260 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463736c3-ecbc-46ca-8393-70680b0e3c81 req-637632e9-5680-491a-b016-4b453f434bda tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:30.333780 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-463736c3-ecbc-46ca-8393-70680b0e3c81 req-637632e9-5680-491a-b016-4b453f434bda tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0480824 May 25 16:15:30.383042 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-463736c3-ecbc-46ca-8393-70680b0e3c81 req-ac7268ee-8839-4bdd-9a56-e6e71f1719ad tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436537 May 25 16:15:31.514980 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad3ee7-7ce5-4bb5-99cf-da0c8db7d88c req-642e9ea6-93ef-4e0e-8cbe-70a154840c86 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:31.516486 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cfad3ee7-7ce5-4bb5-99cf-da0c8db7d88c req-642e9ea6-93ef-4e0e-8cbe-70a154840c86 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0551708 May 25 16:15:31.565941 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cfad3ee7-7ce5-4bb5-99cf-da0c8db7d88c req-1aa6869d-04cb-4494-902a-c7f86c5359b2 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 May 25 16:15:32.695844 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656ab7-364d-4cb0-9fc8-3864b24f1c70 req-5bf92d30-255d-4545-b637-2b0016442ecc tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:32.697296 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a9656ab7-364d-4cb0-9fc8-3864b24f1c70 req-5bf92d30-255d-4545-b637-2b0016442ecc tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0542116 May 25 16:15:32.749086 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a9656ab7-364d-4cb0-9fc8-3864b24f1c70 req-321c00fb-b5aa-42eb-9b78-18d7055581f7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461252 May 25 16:15:33.888957 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae7d5d-4e2e-46a5-82d9-e8e859dce5b1 req-33a1d947-de74-4b83-9f8f-38ad24a5edbf tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:33.891282 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-68ae7d5d-4e2e-46a5-82d9-e8e859dce5b1 req-33a1d947-de74-4b83-9f8f-38ad24a5edbf tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0537713 May 25 16:15:33.944814 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-68ae7d5d-4e2e-46a5-82d9-e8e859dce5b1 req-a41e15cb-f962-4129-b3e0-3b672053be47 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445876 May 25 16:15:33.962310 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-16651bfa-4034-4289-ba6f-8f10109641fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:35.070802 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968649f-6fb9-4082-b3d2-904c401e4e1e req-5f024641-0e9e-4120-b0b8-f3a01d4b1e67 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:35.072287 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f968649f-6fb9-4082-b3d2-904c401e4e1e req-5f024641-0e9e-4120-b0b8-f3a01d4b1e67 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0488045 May 25 16:15:35.120296 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f968649f-6fb9-4082-b3d2-904c401e4e1e req-204d9513-2f10-4e75-9fa2-2378fbe3a488 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422504 May 25 16:15:36.205249 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f9ff592-672d-45a8-b082-20e75614395d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:36.243995 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9defe-965b-461f-93d0-ebe1a831d7ce req-d729a4e8-2d49-42a1-880b-395dddecbbdf tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:36.245472 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cfe9defe-965b-461f-93d0-ebe1a831d7ce req-d729a4e8-2d49-42a1-880b-395dddecbbdf tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0531309 May 25 16:15:36.297294 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cfe9defe-965b-461f-93d0-ebe1a831d7ce req-d9224128-d67c-4b9f-9094-3cfc5c7d880f tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459831 May 25 16:15:37.063004 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:37.425769 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e70d6-d199-43ff-bbc4-1a3799eefbc6 req-9abcc462-dd2f-4fa1-9c7d-c6679c253bcc tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:37.427272 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c43e70d6-d199-43ff-bbc4-1a3799eefbc6 req-9abcc462-dd2f-4fa1-9c7d-c6679c253bcc tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0541496 May 25 16:15:37.447490 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:37.477741 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c43e70d6-d199-43ff-bbc4-1a3799eefbc6 req-841ce1fa-b537-4d9d-a60a-ac6123fff5d1 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446715 May 25 16:15:37.904691 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5aba6c27-f5a6-468a-851f-055752b5ce50 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:15:38.010894 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5aba6c27-f5a6-468a-851f-055752b5ce50, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aba6c27-f5a6-468a-851f-055752b5ce50,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:15:38.024008 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'port_id': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'mac_address': 'fa:16:3e:fc:8d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:15:38.068921 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 5aba6c27-f5a6-468a-851f-055752b5ce50 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:15:38.069346 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:38.083108 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aba6c27-f5a6-468a-851f-055752b5ce50 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:15:38.106148 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5aba6c27-f5a6-468a-851f-055752b5ce50, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aba6c27-f5a6-468a-851f-055752b5ce50,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:15:38.113463 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:38.163302 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=5aba6c27-f5a6-468a-851f-055752b5ce50,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:38.171037 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.171381 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.171720 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.172068 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.172399 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.172721 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.173040 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.173355 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.173674 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.173988 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.174288 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.174632 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.174945 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.175294 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.175565 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:38.606331 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ade288-9ca9-48d0-a563-b16abc4f4b6e req-37ee716f-de75-43c5-90b0-a2a113aa4b83 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:38.607983 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-70ade288-9ca9-48d0-a563-b16abc4f4b6e req-37ee716f-de75-43c5-90b0-a2a113aa4b83 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 944 time: 0.0476961 May 25 16:15:38.631102 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:38.645583 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:38.670869 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-70ade288-9ca9-48d0-a563-b16abc4f4b6e req-ba28642f-7a63-4527-992a-5c21eca01207 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514374 May 25 16:15:39.045802 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['5aba6c27-f5a6-468a-851f-055752b5ce50'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:15:39.822463 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9f187-a487-44ee-bc04-fc5bed004643 req-ffceb4e5-fc76-4e2f-a741-164c8124046d tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:39.824109 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-95b9f187-a487-44ee-bc04-fc5bed004643 req-ffceb4e5-fc76-4e2f-a741-164c8124046d tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 944 time: 0.0836949 May 25 16:15:39.878947 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-95b9f187-a487-44ee-bc04-fc5bed004643 req-843528ac-72e4-4199-aff1-d66eacf93cda tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478945 May 25 16:15:39.930835 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5aba6c27-f5a6-468a-851f-055752b5ce50 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:15:39.974186 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 5aba6c27-f5a6-468a-851f-055752b5ce50 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:15:39.980369 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 5aba6c27-f5a6-468a-851f-055752b5ce50 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:15:39.980753 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:40.013340 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:40.069446 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 5aba6c27-f5a6-468a-851f-055752b5ce50 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:15:40.069446 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:40.099436 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:40.107139 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:15:40.109534 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cece59-21b1-4f30-b51d-9bc76fa92720" -d '{"events": [{"server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "name": "network-vif-plugged", "status": "completed", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:15:40.122293 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5aba6c27-f5a6-468a-851f-055752b5ce50, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aba6c27-f5a6-468a-851f-055752b5ce50,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:15:40.127123 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:40.150745 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9da2c95-84ba-48ac-89fe-c2bfa7162c97 x-openstack-request-id: req-f9da2c95-84ba-48ac-89fe-c2bfa7162c97 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:15:40.151033 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "name": "network-vif-plugged", "status": "completed", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:15:40.151246 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f9da2c95-84ba-48ac-89fe-c2bfa7162c97 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:15:40.151855 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9da2c95-84ba-48ac-89fe-c2bfa7162c97'] response: {'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'code': 200} May 25 16:15:40.177459 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=5aba6c27-f5a6-468a-851f-055752b5ce50,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:41.004366 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06328c40-f1d2-4b8c-8cd9-a207f802b880 req-0b6e6179-17c2-46a2-ab1b-5b42ca54b84e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:41.005888 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06328c40-f1d2-4b8c-8cd9-a207f802b880 req-0b6e6179-17c2-46a2-ab1b-5b42ca54b84e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0486052 May 25 16:15:41.055837 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06328c40-f1d2-4b8c-8cd9-a207f802b880 req-6a2b1d15-025f-4339-a90c-ee066ca2c140 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440421 May 25 16:15:41.169524 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43592) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:41.279377 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:41.360751 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Publish callbacks [] for security_group (0d60c96d-5116-4a40-bb1a-6e39a45fde25), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:41.367238 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (0d60c96d-5116-4a40-bb1a-6e39a45fde25), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:41.373828 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:41.418729 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=47bc58f24f25465fb316bb127af08cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481117 May 25 16:15:41.421671 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 43596) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:41.424309 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d60c96d-5116-4a40-bb1a-6e39a45fde25,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:41.432354 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.432718 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.433064 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.433397 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.433698 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.434043 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.434362 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.434685 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.435017 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.435328 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.435647 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.435999 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.436316 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.436627 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.437230 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb5ece-6896-4f55-8dbc-705903df3072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:15:41.474722 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a94d9a35-521d-4a94-b907-57455900418e admin admin] Publish callbacks [] for security_group (0d60c96d-5116-4a40-bb1a-6e39a45fde25), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:41.493037 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:41.498326 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a94d9a35-521d-4a94-b907-57455900418e admin admin] Publish callbacks [] for security_group (0d60c96d-5116-4a40-bb1a-6e39a45fde25), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:41.523669 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:41.554979 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a94d9a35-521d-4a94-b907-57455900418e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (0d60c96d-5116-4a40-bb1a-6e39a45fde25), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:41.557856 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a94d9a35-521d-4a94-b907-57455900418e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:41.559022 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a94d9a35-521d-4a94-b907-57455900418e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0d60c96d-5116-4a40-bb1a-6e39a45fde25 HTTP/1.1" status: 204 len: 168 time: 0.1363807 May 25 16:15:41.566713 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d9a35-521d-4a94-b907-57455900418e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d60c96d-5116-4a40-bb1a-6e39a45fde25,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:41.834613 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 43602) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:41.848364 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d623f0c2-b85d-4b8c-b4a1-aeb765191d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:41.929487 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d623f0c2-b85d-4b8c-b4a1-aeb765191d2e admin admin] Publish callbacks [] for security_group (8689690d-2945-43a1-83cc-5d2c4b7e1b6d), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:41.935166 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d623f0c2-b85d-4b8c-b4a1-aeb765191d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (8689690d-2945-43a1-83cc-5d2c4b7e1b6d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:41.974781 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-d623f0c2-b85d-4b8c-b4a1-aeb765191d2e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6eba0ee08ef345a29dd52abf8d563095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390033 May 25 16:15:41.975594 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623f0c2-b85d-4b8c-b4a1-aeb765191d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8689690d-2945-43a1-83cc-5d2c4b7e1b6d,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:41.977802 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43606) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:42.028606 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7842bc4d-4f5a-42b3-b662-d844ffa72151 admin admin] Publish callbacks [] for security_group (8689690d-2945-43a1-83cc-5d2c4b7e1b6d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:42.051281 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7842bc4d-4f5a-42b3-b662-d844ffa72151 admin admin] Publish callbacks [] for security_group (8689690d-2945-43a1-83cc-5d2c4b7e1b6d), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:42.100836 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7842bc4d-4f5a-42b3-b662-d844ffa72151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (8689690d-2945-43a1-83cc-5d2c4b7e1b6d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:42.103608 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7842bc4d-4f5a-42b3-b662-d844ffa72151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:42.104864 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7842bc4d-4f5a-42b3-b662-d844ffa72151 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8689690d-2945-43a1-83cc-5d2c4b7e1b6d HTTP/1.1" status: 204 len: 168 time: 0.1260777 May 25 16:15:42.112937 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842bc4d-4f5a-42b3-b662-d844ffa72151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8689690d-2945-43a1-83cc-5d2c4b7e1b6d,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:42.192238 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23eb765-722f-4f58-bf0a-7a5f8a77e185 req-cd133db2-a53b-4541-9b15-a3cb38e7bb15 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:42.194195 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c23eb765-722f-4f58-bf0a-7a5f8a77e185 req-cd133db2-a53b-4541-9b15-a3cb38e7bb15 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0656567 May 25 16:15:42.249261 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c23eb765-722f-4f58-bf0a-7a5f8a77e185 req-c4cfa534-48b0-42da-b315-2f77ada80382 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475607 May 25 16:15:43.005285 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1ccc8-9e3b-4ed2-bec6-346cf0c74df4 req-4341670e-33b1-40aa-aec5-3a90f0f7fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:43.007553 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-49d1ccc8-9e3b-4ed2-bec6-346cf0c74df4 req-4341670e-33b1-40aa-aec5-3a90f0f7fb44 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 1129 time: 0.0527732 May 25 16:15:43.057471 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-49d1ccc8-9e3b-4ed2-bec6-346cf0c74df4 req-15fee458-fe4d-430f-9e14-4323c54848e0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422781 May 25 16:15:43.378594 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d4ec-6531-4704-8d15-5229425d2b52 req-2043a8f3-d2c3-44b2-a227-d52675aee3bb tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:43.380190 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f516d4ec-6531-4704-8d15-5229425d2b52 req-2043a8f3-d2c3-44b2-a227-d52675aee3bb tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0496583 May 25 16:15:43.444123 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f516d4ec-6531-4704-8d15-5229425d2b52 req-6e0179a5-7dbd-45e2-850c-86beb087b997 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576582 May 25 16:15:44.570946 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93ba87-ffc1-4e4c-98bd-42de603c8e9a req-cc41dc14-2c39-43d2-a0f4-d7a01a1f8609 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:44.572465 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6e93ba87-ffc1-4e4c-98bd-42de603c8e9a req-cc41dc14-2c39-43d2-a0f4-d7a01a1f8609 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0531676 May 25 16:15:44.646259 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6e93ba87-ffc1-4e4c-98bd-42de603c8e9a req-36c07a62-b46e-4701-b1be-18c282383edd tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671339 May 25 16:15:44.731881 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:44.732655 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:45.575021 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:15:45.782049 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f2f64-46dd-47a6-a4be-283f690ddb0e req-f80d0b3b-3631-45b9-9d3c-247abeb72210 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:45.783632 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0b2f2f64-46dd-47a6-a4be-283f690ddb0e req-f80d0b3b-3631-45b9-9d3c-247abeb72210 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0533154 May 25 16:15:45.834491 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0b2f2f64-46dd-47a6-a4be-283f690ddb0e req-aebc6154-d4f5-458c-aec7-011c75984550 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449295 May 25 16:15:45.955387 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837f1e6-56cb-4ae5-8870-6f55ee454a23 req-e121892e-136e-4ac6-92df-87fdcb56df24 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:45.956950 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1837f1e6-56cb-4ae5-8870-6f55ee454a23 req-e121892e-136e-4ac6-92df-87fdcb56df24 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0496624 May 25 16:15:46.021882 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1837f1e6-56cb-4ae5-8870-6f55ee454a23 req-9174b8e1-34da-4a53-9444-f61bd4d49c70 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585930 May 25 16:15:46.046306 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43756) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:46.243250 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aafc332-4ab6-4c30-a626-4539400afd73 tempest-TestShelveInstance-1469054982 tempest-TestShelveInstance-1469054982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:46.246176 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1aafc332-4ab6-4c30-a626-4539400afd73 tempest-TestShelveInstance-1469054982 tempest-TestShelveInstance-1469054982-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 1124 time: 0.1972163 May 25 16:15:46.249277 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43762) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:46.253790 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'port_id': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:15:46.277462 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:46.330137 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:46.358518 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:46.464303 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Allocated IP 172.27.0.125 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/242136ba-f9a4-44cf-8b11-4febab3d0480) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:15:46.575319 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for port (242136ba-f9a4-44cf-8b11-4febab3d0480), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:46.609681 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (242136ba-f9a4-44cf-8b11-4febab3d0480), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:46.650482 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:15:46.655628 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:15:46.657527 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Pushing event updated for resources: {'Port': ['ID=242136ba-f9a4-44cf-8b11-4febab3d0480,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:46.659544 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:15:46.688233 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:47.005456 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for floatingip (237f6598-3604-42da-99f0-bf85adc34b1c), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:47.052511 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:47.081809 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (242136ba-f9a4-44cf-8b11-4febab3d0480), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:47.257171 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for port (242136ba-f9a4-44cf-8b11-4febab3d0480), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:47.264872 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (242136ba-f9a4-44cf-8b11-4febab3d0480), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:47.330751 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Pushing event updated for resources: {'Port': ['ID=242136ba-f9a4-44cf-8b11-4febab3d0480,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:47.344912 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (237f6598-3604-42da-99f0-bf85adc34b1c), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:47.439123 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Floating IP 237f6598-3604-42da-99f0-bf85adc34b1c associated. External IP: 172.27.0.125, port: 5aba6c27-f5a6-468a-851f-055752b5ce50. May 25 16:15:47.627292 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:47.640390 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:15:47.743867 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:15:47.753974 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337921f2-4799-4fe0-8f58-0c0aafdaa4c8 None None] Sync routers for ids ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:15:47.765773 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:47.766918 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337921f2-4799-4fe0-8f58-0c0aafdaa4c8 None None] Routers {'0f359bc7-3157-4ad4-a6c9-5f61af23f70f'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:15:47.767537 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-337921f2-4799-4fe0-8f58-0c0aafdaa4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:15:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:47.798976 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b1f31f40-964f-4925-82c3-f06a49bd9bae tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5487003 May 25 16:15:47.799554 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:15:47.801847 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b789a351-b36b-4982-a89a-f366e5b970c3" -d '{"events": [{"name": "network-changed", "server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:15:47.872070 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-337921f2-4799-4fe0-8f58-0c0aafdaa4c8 None None] Set router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:15:47.961817 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7a95b8-e3f8-4d6d-a797-e0fb6903f42e x-openstack-request-id: req-ed7a95b8-e3f8-4d6d-a797-e0fb6903f42e {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:15:47.962110 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:15:47.962360 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ed7a95b8-e3f8-4d6d-a797-e0fb6903f42e {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:15:47.962765 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed7a95b8-e3f8-4d6d-a797-e0fb6903f42e'] response: {'name': 'network-changed', 'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'status': 'completed', 'code': 200} May 25 16:15:48.033154 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:48.082415 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-337921f2-4799-4fe0-8f58-0c0aafdaa4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:51Z', 'revision_number': 4, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '237f6598-3604-42da-99f0-bf85adc34b1c', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'port_id': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'mac_address': 'fa:16:3e:fc:8d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17708ce9-98f7-4676-9cdd-242102969497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:15:46Z', 'updated_at': '2022-05-25T16:15:46Z', 'revision_number': 0, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dacd48b-7461-4271-8562-71f6de9f4b3e', 'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'mac_address': 'fa:16:3e:28:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:51Z', 'updated_at': '2022-05-25T16:14:57Z', 'revision_number': 5, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'subnets': [{'id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:48.110622 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337921f2-4799-4fe0-8f58-0c0aafdaa4c8 None None] Checking router: 0f359bc7-3157-4ad4-a6c9-5f61af23f70f for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:15:48.119857 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337921f2-4799-4fe0-8f58-0c0aafdaa4c8 None None] Routers {'0f359bc7-3157-4ad4-a6c9-5f61af23f70f'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:15:48.120475 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-337921f2-4799-4fe0-8f58-0c0aafdaa4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:15:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:48.228937 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-337921f2-4799-4fe0-8f58-0c0aafdaa4c8 None None] Set router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:15:48.416251 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789a351-b36b-4982-a89a-f366e5b970c3 req-0bea6d13-3302-4187-a181-72ff5921e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:48.417654 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b789a351-b36b-4982-a89a-f366e5b970c3 req-0bea6d13-3302-4187-a181-72ff5921e943 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7528adefacfc41c5a54869ec5603bde8&device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 1129 time: 0.0405450 May 25 16:15:48.452420 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-337921f2-4799-4fe0-8f58-0c0aafdaa4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:51Z', 'revision_number': 4, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '237f6598-3604-42da-99f0-bf85adc34b1c', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'port_id': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'mac_address': 'fa:16:3e:fc:8d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17708ce9-98f7-4676-9cdd-242102969497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:15:46Z', 'updated_at': '2022-05-25T16:15:46Z', 'revision_number': 0, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dacd48b-7461-4271-8562-71f6de9f4b3e', 'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'mac_address': 'fa:16:3e:28:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:51Z', 'updated_at': '2022-05-25T16:14:57Z', 'revision_number': 5, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'subnets': [{'id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:15:48.478372 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337921f2-4799-4fe0-8f58-0c0aafdaa4c8 None None] The sync data for ids ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'] in dv-cinder-843277-2-iscsi is: [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:51Z', 'revision_number': 4, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '237f6598-3604-42da-99f0-bf85adc34b1c', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'port_id': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'mac_address': 'fa:16:3e:fc:8d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17708ce9-98f7-4676-9cdd-242102969497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:15:46Z', 'updated_at': '2022-05-25T16:15:46Z', 'revision_number': 0, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dacd48b-7461-4271-8562-71f6de9f4b3e', 'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'mac_address': 'fa:16:3e:28:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:51Z', 'updated_at': '2022-05-25T16:14:57Z', 'revision_number': 5, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'subnets': [{'id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:15:48.518433 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789a351-b36b-4982-a89a-f366e5b970c3 req-56eb7cac-8d01-4a53-8b79-0e0da26a4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:48.519982 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b789a351-b36b-4982-a89a-f366e5b970c3 req-56eb7cac-8d01-4a53-8b79-0e0da26a4e41 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9358ddcf-9465-4227-b94e-57f9c6a33979 HTTP/1.1" status: 200 len: 908 time: 0.0962818 May 25 16:15:48.585892 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b789a351-b36b-4982-a89a-f366e5b970c3 req-e93ed1c5-ee6d-4568-baa9-58dd152feb0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aba6c27-f5a6-468a-851f-055752b5ce50 HTTP/1.1" status: 200 len: 999 time: 0.0565622 May 25 16:15:48.646470 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789a351-b36b-4982-a89a-f366e5b970c3 req-269ac019-176b-4f8d-aa32-271476aabb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:48.648024 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b789a351-b36b-4982-a89a-f366e5b970c3 req-269ac019-176b-4f8d-aa32-271476aabb7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=022a40ea-22f7-42d6-bdb6-84572c27e793 HTTP/1.1" status: 200 len: 846 time: 0.0525830 May 25 16:15:48.707999 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148a1d0e-6f69-4cc0-b27b-40d1e1ec1a87 None None] New status for floating IP 237f6598-3604-42da-99f0-bf85adc34b1c: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:15:48.708763 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789a351-b36b-4982-a89a-f366e5b970c3 req-3e0392cd-6ba7-4b25-9eec-e8d58bdc7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:48.710362 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b789a351-b36b-4982-a89a-f366e5b970c3 req-3e0392cd-6ba7-4b25-9eec-e8d58bdc7c26 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9358ddcf-9465-4227-b94e-57f9c6a33979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560927 May 25 16:15:48.739502 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:48.811565 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b789a351-b36b-4982-a89a-f366e5b970c3 req-81cd96e4-67e4-4721-995d-2090cc378695 service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940533 May 25 16:15:48.836958 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:48.914530 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b789a351-b36b-4982-a89a-f366e5b970c3 req-f6f09daf-1451-4ecd-a757-c72f999732a0 service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964046 May 25 16:15:49.745746 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:49.769639 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:57.428516 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f806f1e-2d44-4b23-aa27-2d1bc14f798d req-a90bf2d9-7781-49c0-be88-0aad585b3331 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413070 May 25 16:15:57.515728 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806f1e-2d44-4b23-aa27-2d1bc14f798d req-d7da5b5e-32cd-4752-8d28-cfde48d448c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:57.517251 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f806f1e-2d44-4b23-aa27-2d1bc14f798d req-d7da5b5e-32cd-4752-8d28-cfde48d448c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7528adefacfc41c5a54869ec5603bde8&device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 1129 time: 0.0406203 May 25 16:15:57.634476 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806f1e-2d44-4b23-aa27-2d1bc14f798d req-b53b7c81-0cc3-44c7-a24d-21b931561257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:57.636000 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f806f1e-2d44-4b23-aa27-2d1bc14f798d req-b53b7c81-0cc3-44c7-a24d-21b931561257 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9358ddcf-9465-4227-b94e-57f9c6a33979 HTTP/1.1" status: 200 len: 908 time: 0.0967441 May 25 16:15:57.698959 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f806f1e-2d44-4b23-aa27-2d1bc14f798d req-a5f88828-8a42-445b-8396-2329ab42b957 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aba6c27-f5a6-468a-851f-055752b5ce50 HTTP/1.1" status: 200 len: 1001 time: 0.0557065 May 25 16:15:57.753682 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806f1e-2d44-4b23-aa27-2d1bc14f798d req-56913fa0-9f6d-4542-b114-ba407d8335eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:57.755100 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f806f1e-2d44-4b23-aa27-2d1bc14f798d req-56913fa0-9f6d-4542-b114-ba407d8335eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=022a40ea-22f7-42d6-bdb6-84572c27e793 HTTP/1.1" status: 200 len: 846 time: 0.0493155 May 25 16:15:57.791155 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:57.796486 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=18 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:57.812208 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806f1e-2d44-4b23-aa27-2d1bc14f798d req-82a3d7fd-f390-44a7-a3c6-1a0c154a305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:15:57.813897 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f806f1e-2d44-4b23-aa27-2d1bc14f798d req-82a3d7fd-f390-44a7-a3c6-1a0c154a305a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9358ddcf-9465-4227-b94e-57f9c6a33979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453708 May 25 16:15:57.908678 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f806f1e-2d44-4b23-aa27-2d1bc14f798d req-4efc3a5a-b281-4650-9d16-a57129acdbf2 service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829363 May 25 16:15:58.007014 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f806f1e-2d44-4b23-aa27-2d1bc14f798d req-bcedcf21-2aaf-4789-8a98-aaf2b2a314a1 service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909469 May 25 16:15:59.071741 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43956) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:59.190616 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4c5d89f6-0dc0-485a-98bf-de891a0cd857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:59.279908 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4c5d89f6-0dc0-485a-98bf-de891a0cd857 admin admin] Publish callbacks [] for security_group (a7beb26c-2924-4fe7-b183-4307093e5db8), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:59.286985 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4c5d89f6-0dc0-485a-98bf-de891a0cd857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a7beb26c-2924-4fe7-b183-4307093e5db8), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:59.326702 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4c5d89f6-0dc0-485a-98bf-de891a0cd857 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e7bac61121f6455e8b9cccd259a8da85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534909 May 25 16:15:59.327562 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d89f6-0dc0-485a-98bf-de891a0cd857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7beb26c-2924-4fe7-b183-4307093e5db8,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:59.329391 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 43962) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:59.377953 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4a1c0a0d-400f-412c-85fd-250542e7614c admin admin] Publish callbacks [] for security_group (a7beb26c-2924-4fe7-b183-4307093e5db8), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:59.400457 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4a1c0a0d-400f-412c-85fd-250542e7614c admin admin] Publish callbacks [] for security_group (a7beb26c-2924-4fe7-b183-4307093e5db8), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:59.454319 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4a1c0a0d-400f-412c-85fd-250542e7614c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a7beb26c-2924-4fe7-b183-4307093e5db8), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:59.457158 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4a1c0a0d-400f-412c-85fd-250542e7614c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:59.459487 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4a1c0a0d-400f-412c-85fd-250542e7614c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a7beb26c-2924-4fe7-b183-4307093e5db8 HTTP/1.1" status: 204 len: 168 time: 0.1280653 May 25 16:15:59.466437 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c0a0d-400f-412c-85fd-250542e7614c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7beb26c-2924-4fe7-b183-4307093e5db8,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:59.750844 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43978) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:59.764676 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-10027757-f5a9-47f7-b133-9c1db72dc999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:59.840998 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-10027757-f5a9-47f7-b133-9c1db72dc999 admin admin] Publish callbacks [] for security_group (819bbaa9-8f30-49d1-94cd-92df5c227995), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:59.847605 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-10027757-f5a9-47f7-b133-9c1db72dc999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (819bbaa9-8f30-49d1-94cd-92df5c227995), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:59.884606 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10027757-f5a9-47f7-b133-9c1db72dc999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819bbaa9-8f30-49d1-94cd-92df5c227995,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:15:59.889061 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-10027757-f5a9-47f7-b133-9c1db72dc999 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2a9084e3584f44cb844b6af374f6eb71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372035 May 25 16:15:59.891691 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 43980) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:15:59.941993 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-028030c1-b1ef-4c79-8852-c538870ff67a admin admin] Publish callbacks [] for security_group (819bbaa9-8f30-49d1-94cd-92df5c227995), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:59.967243 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-028030c1-b1ef-4c79-8852-c538870ff67a admin admin] Publish callbacks [] for security_group (819bbaa9-8f30-49d1-94cd-92df5c227995), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:00.019109 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-028030c1-b1ef-4c79-8852-c538870ff67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (819bbaa9-8f30-49d1-94cd-92df5c227995), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:00.021986 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-028030c1-b1ef-4c79-8852-c538870ff67a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:00.023144 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-028030c1-b1ef-4c79-8852-c538870ff67a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/819bbaa9-8f30-49d1-94cd-92df5c227995 HTTP/1.1" status: 204 len: 168 time: 0.1305702 May 25 16:16:00.030948 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028030c1-b1ef-4c79-8852-c538870ff67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819bbaa9-8f30-49d1-94cd-92df5c227995,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:02.098608 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44060) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:02.222831 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7de9d9c9-3159-42aa-a369-c55fb9be7501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:02.302424 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7de9d9c9-3159-42aa-a369-c55fb9be7501 admin admin] Publish callbacks [] for security_group (c8ea124a-43e9-4926-a1b1-1fc2ce5915e1), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:02.307485 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7de9d9c9-3159-42aa-a369-c55fb9be7501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c8ea124a-43e9-4926-a1b1-1fc2ce5915e1), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:02.344974 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9d9c9-3159-42aa-a369-c55fb9be7501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ea124a-43e9-4926-a1b1-1fc2ce5915e1,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:02.350425 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7de9d9c9-3159-42aa-a369-c55fb9be7501 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=479d82cafd5642f0ab928c8efccffdd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507577 May 25 16:16:02.353365 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44064) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:02.401079 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:02.404781 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f658ab02-552d-4ba8-88d5-958d4f29a51d admin admin] Publish callbacks [] for security_group (c8ea124a-43e9-4926-a1b1-1fc2ce5915e1), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:02.406344 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:02.434483 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f658ab02-552d-4ba8-88d5-958d4f29a51d admin admin] Publish callbacks [] for security_group (c8ea124a-43e9-4926-a1b1-1fc2ce5915e1), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:02.488297 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f658ab02-552d-4ba8-88d5-958d4f29a51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c8ea124a-43e9-4926-a1b1-1fc2ce5915e1), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:02.492400 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f658ab02-552d-4ba8-88d5-958d4f29a51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:02.493965 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-f658ab02-552d-4ba8-88d5-958d4f29a51d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c8ea124a-43e9-4926-a1b1-1fc2ce5915e1 HTTP/1.1" status: 204 len: 168 time: 0.1395030 May 25 16:16:02.502693 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658ab02-552d-4ba8-88d5-958d4f29a51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ea124a-43e9-4926-a1b1-1fc2ce5915e1,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:02.716939 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=25 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:02.718923 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:02.778016 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44074) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:02.791661 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:02.833656 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:02.878405 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Publish callbacks [] for security_group (403763c3-0ce3-405c-b11a-75a9ab473503), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:02.884036 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (403763c3-0ce3-405c-b11a-75a9ab473503), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:02.901814 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:02.928853 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f264dfc111204ddcb90ede20d93ed1e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496952 May 25 16:16:02.930135 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403763c3-0ce3-405c-b11a-75a9ab473503,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:02.932196 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44076) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:02.937901 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.938179 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.938510 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.938836 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.939153 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.939461 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.939795 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.940132 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.940445 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.940760 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.941076 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.941389 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.941703 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.942010 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.942320 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede3256-4352-4a0c-b29b-49f9b8aa2464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:02.980580 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-866fae62-b32c-4374-9a0f-4227ec6df0b5 admin admin] Publish callbacks [] for security_group (403763c3-0ce3-405c-b11a-75a9ab473503), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:03.002180 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-866fae62-b32c-4374-9a0f-4227ec6df0b5 admin admin] Publish callbacks [] for security_group (403763c3-0ce3-405c-b11a-75a9ab473503), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:03.051095 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-866fae62-b32c-4374-9a0f-4227ec6df0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (403763c3-0ce3-405c-b11a-75a9ab473503), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:03.053646 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-866fae62-b32c-4374-9a0f-4227ec6df0b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:03.054782 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-866fae62-b32c-4374-9a0f-4227ec6df0b5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/403763c3-0ce3-405c-b11a-75a9ab473503 HTTP/1.1" status: 204 len: 168 time: 0.1216235 May 25 16:16:03.062342 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fae62-b32c-4374-9a0f-4227ec6df0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403763c3-0ce3-405c-b11a-75a9ab473503,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:03.965300 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-48b89ecf-eb42-4a89-af0f-a4d9bbb4b04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:04.725218 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44134) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:04.834340 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7d15ba5d-282b-4dae-bd99-14fa09c9754a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:04.924523 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7d15ba5d-282b-4dae-bd99-14fa09c9754a admin admin] Publish callbacks [] for security_group (cb63660b-c889-4de1-aee0-96fa103ad7d9), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:04.929769 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7d15ba5d-282b-4dae-bd99-14fa09c9754a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (cb63660b-c889-4de1-aee0-96fa103ad7d9), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:04.971034 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7d15ba5d-282b-4dae-bd99-14fa09c9754a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=72e1d885fefc45b39a6fff0b0c43956f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446935 May 25 16:16:04.971734 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15ba5d-282b-4dae-bd99-14fa09c9754a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb63660b-c889-4de1-aee0-96fa103ad7d9,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:04.973956 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44144) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:05.024952 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-605bee9f-867a-412b-a464-73d497520d08 admin admin] Publish callbacks [] for security_group (cb63660b-c889-4de1-aee0-96fa103ad7d9), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:05.046689 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-605bee9f-867a-412b-a464-73d497520d08 admin admin] Publish callbacks [] for security_group (cb63660b-c889-4de1-aee0-96fa103ad7d9), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:05.098393 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-605bee9f-867a-412b-a464-73d497520d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (cb63660b-c889-4de1-aee0-96fa103ad7d9), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:05.100868 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-605bee9f-867a-412b-a464-73d497520d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:05.102070 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-605bee9f-867a-412b-a464-73d497520d08 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cb63660b-c889-4de1-aee0-96fa103ad7d9 HTTP/1.1" status: 204 len: 168 time: 0.1271055 May 25 16:16:05.110183 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bee9f-867a-412b-a464-73d497520d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb63660b-c889-4de1-aee0-96fa103ad7d9,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:05.406120 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44174) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:05.419534 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-19f2eba8-be2e-4678-a581-735ece99ce39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:05.496128 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-19f2eba8-be2e-4678-a581-735ece99ce39 admin admin] Publish callbacks [] for security_group (6f8a93de-4950-45df-ab36-8b205e2ea3dd), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:05.501808 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-19f2eba8-be2e-4678-a581-735ece99ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (6f8a93de-4950-45df-ab36-8b205e2ea3dd), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:05.540383 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-19f2eba8-be2e-4678-a581-735ece99ce39 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=209eb7e9dcd94e0aa7c0401e18cfe89c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331463 May 25 16:16:05.541519 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2eba8-be2e-4678-a581-735ece99ce39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8a93de-4950-45df-ab36-8b205e2ea3dd,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:05.543187 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44176) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:05.597427 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4989e1aa-1e70-483e-9415-f3cd501b2e02 admin admin] Publish callbacks [] for security_group (6f8a93de-4950-45df-ab36-8b205e2ea3dd), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:05.620816 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4989e1aa-1e70-483e-9415-f3cd501b2e02 admin admin] Publish callbacks [] for security_group (6f8a93de-4950-45df-ab36-8b205e2ea3dd), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:05.672721 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4989e1aa-1e70-483e-9415-f3cd501b2e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (6f8a93de-4950-45df-ab36-8b205e2ea3dd), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:05.675491 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4989e1aa-1e70-483e-9415-f3cd501b2e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:05.679420 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4989e1aa-1e70-483e-9415-f3cd501b2e02 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6f8a93de-4950-45df-ab36-8b205e2ea3dd HTTP/1.1" status: 204 len: 168 time: 0.1345000 May 25 16:16:05.688304 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989e1aa-1e70-483e-9415-f3cd501b2e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8a93de-4950-45df-ab36-8b205e2ea3dd,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:06.201619 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-891a6709-ced2-4065-8fe0-7d88926e2439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:07.059586 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:07.252119 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44242) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:07.367713 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9319a40b-d2cd-4e3e-a2a8-2f5f3cb7be32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:07.426553 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:07.451445 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9319a40b-d2cd-4e3e-a2a8-2f5f3cb7be32 admin admin] Publish callbacks [] for security_group (508a8ead-5b41-43ae-8622-1d93748883c2), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:07.462457 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9319a40b-d2cd-4e3e-a2a8-2f5f3cb7be32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (508a8ead-5b41-43ae-8622-1d93748883c2), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:07.504927 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9319a40b-d2cd-4e3e-a2a8-2f5f3cb7be32 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1641c9d598d04c00aeff2591c378f784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513125 May 25 16:16:07.505999 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319a40b-d2cd-4e3e-a2a8-2f5f3cb7be32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508a8ead-5b41-43ae-8622-1d93748883c2,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:07.507669 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44250) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:07.560604 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-93896465-4a4e-4f91-98d7-b7b80f826951 admin admin] Publish callbacks [] for security_group (508a8ead-5b41-43ae-8622-1d93748883c2), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:07.585286 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-93896465-4a4e-4f91-98d7-b7b80f826951 admin admin] Publish callbacks [] for security_group (508a8ead-5b41-43ae-8622-1d93748883c2), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:07.634840 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-93896465-4a4e-4f91-98d7-b7b80f826951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (508a8ead-5b41-43ae-8622-1d93748883c2), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:07.637565 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-93896465-4a4e-4f91-98d7-b7b80f826951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:07.638939 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-93896465-4a4e-4f91-98d7-b7b80f826951 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/508a8ead-5b41-43ae-8622-1d93748883c2 HTTP/1.1" status: 204 len: 168 time: 0.1302581 May 25 16:16:07.649667 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93896465-4a4e-4f91-98d7-b7b80f826951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508a8ead-5b41-43ae-8622-1d93748883c2,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:07.772545 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44262) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:07.926859 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-609f5cc3-d6d3-40f3-a267-3e3a38aa62b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.004353 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-609f5cc3-d6d3-40f3-a267-3e3a38aa62b0 admin admin] Publish callbacks [] for security_group (d6912070-e8ac-4d5f-8c63-fffb0d04a8bf), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.009789 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-609f5cc3-d6d3-40f3-a267-3e3a38aa62b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (d6912070-e8ac-4d5f-8c63-fffb0d04a8bf), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.049394 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-609f5cc3-d6d3-40f3-a267-3e3a38aa62b0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b0f06a5d4c67452dbd4c860175726d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757275 May 25 16:16:08.050267 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f5cc3-d6d3-40f3-a267-3e3a38aa62b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6912070-e8ac-4d5f-8c63-fffb0d04a8bf,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:08.053594 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44274) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:08.105187 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-69d75a1c-759d-44f8-9d7f-7e3641bcd25e admin admin] Publish callbacks [] for security_group (d6912070-e8ac-4d5f-8c63-fffb0d04a8bf), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.126846 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-69d75a1c-759d-44f8-9d7f-7e3641bcd25e admin admin] Publish callbacks [] for security_group (d6912070-e8ac-4d5f-8c63-fffb0d04a8bf), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.128667 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:08.178169 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-69d75a1c-759d-44f8-9d7f-7e3641bcd25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (d6912070-e8ac-4d5f-8c63-fffb0d04a8bf), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.180965 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-69d75a1c-759d-44f8-9d7f-7e3641bcd25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.182263 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-69d75a1c-759d-44f8-9d7f-7e3641bcd25e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d6912070-e8ac-4d5f-8c63-fffb0d04a8bf HTTP/1.1" status: 204 len: 168 time: 0.1270990 May 25 16:16:08.191682 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d75a1c-759d-44f8-9d7f-7e3641bcd25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6912070-e8ac-4d5f-8c63-fffb0d04a8bf,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:08.552113 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44300) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:08.566171 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a4ff81de-f775-4a85-85b1-8a2ba67c1c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.651894 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.658735 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a4ff81de-f775-4a85-85b1-8a2ba67c1c08 admin admin] Publish callbacks [] for security_group (67c23e04-4b5d-4101-af24-ba525aa857c5), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.662785 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a4ff81de-f775-4a85-85b1-8a2ba67c1c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (67c23e04-4b5d-4101-af24-ba525aa857c5), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.692814 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff81de-f775-4a85-85b1-8a2ba67c1c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c23e04-4b5d-4101-af24-ba525aa857c5,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:08.719845 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-a4ff81de-f775-4a85-85b1-8a2ba67c1c08 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=017fe8e6b6a14532938922a038574b0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666253 May 25 16:16:08.722579 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44306) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:08.742590 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:08.774652 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:08.778336 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5df9-f293-4cd8-a073-4aad66009e05 admin admin] Publish callbacks [] for security_group (67c23e04-4b5d-4101-af24-ba525aa857c5), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.804274 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5df9-f293-4cd8-a073-4aad66009e05 admin admin] Publish callbacks [] for security_group (67c23e04-4b5d-4101-af24-ba525aa857c5), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.834710 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44310) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:08.857071 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5df9-f293-4cd8-a073-4aad66009e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (67c23e04-4b5d-4101-af24-ba525aa857c5), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.859774 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5df9-f293-4cd8-a073-4aad66009e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:08.860958 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3ddf5df9-f293-4cd8-a073-4aad66009e05 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/67c23e04-4b5d-4101-af24-ba525aa857c5 HTTP/1.1" status: 204 len: 168 time: 0.1373322 May 25 16:16:08.869519 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf5df9-f293-4cd8-a073-4aad66009e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c23e04-4b5d-4101-af24-ba525aa857c5,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:08.966488 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-74054209-40c5-43f9-890c-44d5097c29d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:09.045504 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-74054209-40c5-43f9-890c-44d5097c29d8 admin admin] Publish callbacks [] for security_group (ebe828ef-f854-446f-85a7-088978f45347), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:09.051127 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-74054209-40c5-43f9-890c-44d5097c29d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (ebe828ef-f854-446f-85a7-088978f45347), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:09.088268 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74054209-40c5-43f9-890c-44d5097c29d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe828ef-f854-446f-85a7-088978f45347,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:09.092684 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-74054209-40c5-43f9-890c-44d5097c29d8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c78164ecb9964a099322629d8df3d73a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568645 May 25 16:16:09.095979 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44320) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:09.148465 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8e96-5a9e-4c75-a78c-8e89880f6b39 admin admin] Publish callbacks [] for security_group (ebe828ef-f854-446f-85a7-088978f45347), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:09.170843 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8e96-5a9e-4c75-a78c-8e89880f6b39 admin admin] Publish callbacks [] for security_group (ebe828ef-f854-446f-85a7-088978f45347), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:09.225464 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8e96-5a9e-4c75-a78c-8e89880f6b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (ebe828ef-f854-446f-85a7-088978f45347), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:09.228233 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8e96-5a9e-4c75-a78c-8e89880f6b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:09.229415 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7dcd8e96-5a9e-4c75-a78c-8e89880f6b39 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ebe828ef-f854-446f-85a7-088978f45347 HTTP/1.1" status: 204 len: 168 time: 0.1324260 May 25 16:16:09.237533 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd8e96-5a9e-4c75-a78c-8e89880f6b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe828ef-f854-446f-85a7-088978f45347,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:09.969060 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44366) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:10.085711 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:10.175626 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f4b332e8-3996-4c55-823a-0f8b37c8ca9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:10.213438 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:10.274438 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f4b332e8-3996-4c55-823a-0f8b37c8ca9c admin admin] Publish callbacks [] for security_group (ceb5ff60-b4eb-4795-b547-8919b1362980), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:10.280184 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f4b332e8-3996-4c55-823a-0f8b37c8ca9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (ceb5ff60-b4eb-4795-b547-8919b1362980), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:10.303777 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=4,neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:10.326794 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-f4b332e8-3996-4c55-823a-0f8b37c8ca9c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7b3ab2fac8024c19abc57298984fd12a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565996 May 25 16:16:10.329615 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b332e8-3996-4c55-823a-0f8b37c8ca9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb5ff60-b4eb-4795-b547-8919b1362980,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:10.329885 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44384) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:10.392736 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f05f33e3-ad16-4336-9138-4cb05aa2a9ea admin admin] Publish callbacks [] for security_group (ceb5ff60-b4eb-4795-b547-8919b1362980), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:10.415132 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f05f33e3-ad16-4336-9138-4cb05aa2a9ea admin admin] Publish callbacks [] for security_group (ceb5ff60-b4eb-4795-b547-8919b1362980), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:10.467797 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f05f33e3-ad16-4336-9138-4cb05aa2a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (ceb5ff60-b4eb-4795-b547-8919b1362980), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:10.470733 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f05f33e3-ad16-4336-9138-4cb05aa2a9ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:10.472093 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f05f33e3-ad16-4336-9138-4cb05aa2a9ea admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ceb5ff60-b4eb-4795-b547-8919b1362980 HTTP/1.1" status: 204 len: 168 time: 0.1408572 May 25 16:16:10.481245 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f33e3-ad16-4336-9138-4cb05aa2a9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb5ff60-b4eb-4795-b547-8919b1362980,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:10.885533 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44404) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:10.899229 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-011b5fb2-8768-47e8-9902-a85cf5533af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:10.934042 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44406) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:10.982778 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-011b5fb2-8768-47e8-9902-a85cf5533af0 admin admin] Publish callbacks [] for security_group (c8daef15-3314-412a-ac05-d8cb55cee155), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:10.987883 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-011b5fb2-8768-47e8-9902-a85cf5533af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c8daef15-3314-412a-ac05-d8cb55cee155), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.030118 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-011b5fb2-8768-47e8-9902-a85cf5533af0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5c10363f62a04717a7a3f9c3f1862ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433852 May 25 16:16:11.030831 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b5fb2-8768-47e8-9902-a85cf5533af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8daef15-3314-412a-ac05-d8cb55cee155,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:11.033990 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44410) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:11.089245 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-374d8cfd-cf95-42cf-b287-841578290349 admin admin] Publish callbacks [] for security_group (c8daef15-3314-412a-ac05-d8cb55cee155), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.119370 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e88067c5-4c69-4fcb-800b-592a0e766beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.122178 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-374d8cfd-cf95-42cf-b287-841578290349 admin admin] Publish callbacks [] for security_group (c8daef15-3314-412a-ac05-d8cb55cee155), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.200025 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-374d8cfd-cf95-42cf-b287-841578290349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c8daef15-3314-412a-ac05-d8cb55cee155), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.202494 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-374d8cfd-cf95-42cf-b287-841578290349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.203607 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-374d8cfd-cf95-42cf-b287-841578290349 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c8daef15-3314-412a-ac05-d8cb55cee155 HTTP/1.1" status: 204 len: 168 time: 0.1683707 May 25 16:16:11.217754 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d8cfd-cf95-42cf-b287-841578290349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8daef15-3314-412a-ac05-d8cb55cee155,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:11.233966 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e88067c5-4c69-4fcb-800b-592a0e766beb admin admin] Publish callbacks [] for security_group (58517af1-dc59-468a-b462-0ffc95f0a37b), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.241961 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e88067c5-4c69-4fcb-800b-592a0e766beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (58517af1-dc59-468a-b462-0ffc95f0a37b), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.282533 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e88067c5-4c69-4fcb-800b-592a0e766beb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6c418e32c7704f2684bd73292e698948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472726 May 25 16:16:11.283370 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88067c5-4c69-4fcb-800b-592a0e766beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58517af1-dc59-468a-b462-0ffc95f0a37b,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:11.286387 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44414) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:11.341269 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5b01853f-ff19-40cb-9dd7-bac00500fbe3 admin admin] Publish callbacks [] for security_group (58517af1-dc59-468a-b462-0ffc95f0a37b), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.363605 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5b01853f-ff19-40cb-9dd7-bac00500fbe3 admin admin] Publish callbacks [] for security_group (58517af1-dc59-468a-b462-0ffc95f0a37b), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.411871 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5b01853f-ff19-40cb-9dd7-bac00500fbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (58517af1-dc59-468a-b462-0ffc95f0a37b), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.414650 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5b01853f-ff19-40cb-9dd7-bac00500fbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.415810 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-5b01853f-ff19-40cb-9dd7-bac00500fbe3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/58517af1-dc59-468a-b462-0ffc95f0a37b HTTP/1.1" status: 204 len: 168 time: 0.1282294 May 25 16:16:11.424394 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01853f-ff19-40cb-9dd7-bac00500fbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58517af1-dc59-468a-b462-0ffc95f0a37b,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:11.713407 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44430) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:11.731226 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c269d75a-4d3c-46a2-9fde-0bed1f0ba704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.803435 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c269d75a-4d3c-46a2-9fde-0bed1f0ba704 admin admin] Publish callbacks [] for security_group (291cf6a5-ae1b-48e0-a6ee-59cd0ccce175), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.809389 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c269d75a-4d3c-46a2-9fde-0bed1f0ba704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (291cf6a5-ae1b-48e0-a6ee-59cd0ccce175), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.847496 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269d75a-4d3c-46a2-9fde-0bed1f0ba704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291cf6a5-ae1b-48e0-a6ee-59cd0ccce175,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:11.854330 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c269d75a-4d3c-46a2-9fde-0bed1f0ba704 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=08ebf84cf7b14027bcd08ddb4aff5651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372893 May 25 16:16:11.854747 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44438) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:11.907454 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f70efa35-5bab-4844-b4e5-0f0ceb18b91b admin admin] Publish callbacks [] for security_group (291cf6a5-ae1b-48e0-a6ee-59cd0ccce175), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.929095 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f70efa35-5bab-4844-b4e5-0f0ceb18b91b admin admin] Publish callbacks [] for security_group (291cf6a5-ae1b-48e0-a6ee-59cd0ccce175), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.981939 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f70efa35-5bab-4844-b4e5-0f0ceb18b91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (291cf6a5-ae1b-48e0-a6ee-59cd0ccce175), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.985255 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f70efa35-5bab-4844-b4e5-0f0ceb18b91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:11.988916 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-f70efa35-5bab-4844-b4e5-0f0ceb18b91b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/291cf6a5-ae1b-48e0-a6ee-59cd0ccce175 HTTP/1.1" status: 204 len: 168 time: 0.1311405 May 25 16:16:11.995425 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70efa35-5bab-4844-b4e5-0f0ceb18b91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291cf6a5-ae1b-48e0-a6ee-59cd0ccce175,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:13.852045 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44512) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:13.962746 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44cb9f5e-1121-4b44-9f40-50cd9bc387c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:13.965157 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:13.998334 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:14.055612 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44cb9f5e-1121-4b44-9f40-50cd9bc387c1 admin admin] Publish callbacks [] for security_group (979e7ad6-a38d-4bee-99d4-87c90b7879f3), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:14.061375 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44cb9f5e-1121-4b44-9f40-50cd9bc387c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (979e7ad6-a38d-4bee-99d4-87c90b7879f3), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:14.099936 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-44cb9f5e-1121-4b44-9f40-50cd9bc387c1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fa382782425d44f9a654480c1a2794c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468390 May 25 16:16:14.100880 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb9f5e-1121-4b44-9f40-50cd9bc387c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979e7ad6-a38d-4bee-99d4-87c90b7879f3,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:14.102943 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44518) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:14.154738 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1095aa41-2f81-4b71-ae90-d20f8d1240a0 admin admin] Publish callbacks [] for security_group (979e7ad6-a38d-4bee-99d4-87c90b7879f3), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:14.176514 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1095aa41-2f81-4b71-ae90-d20f8d1240a0 admin admin] Publish callbacks [] for security_group (979e7ad6-a38d-4bee-99d4-87c90b7879f3), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:14.224314 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1095aa41-2f81-4b71-ae90-d20f8d1240a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (979e7ad6-a38d-4bee-99d4-87c90b7879f3), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:14.226891 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1095aa41-2f81-4b71-ae90-d20f8d1240a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:14.228152 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1095aa41-2f81-4b71-ae90-d20f8d1240a0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/979e7ad6-a38d-4bee-99d4-87c90b7879f3 HTTP/1.1" status: 204 len: 168 time: 0.1242063 May 25 16:16:14.236875 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095aa41-2f81-4b71-ae90-d20f8d1240a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979e7ad6-a38d-4bee-99d4-87c90b7879f3,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:14.511684 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44524) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:14.528191 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cc2c96d6-0839-4401-9355-a6e1e79f02fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:14.549528 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:14.566720 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=8 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:14.612478 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cc2c96d6-0839-4401-9355-a6e1e79f02fa admin admin] Publish callbacks [] for security_group (6844d1bf-a644-4d80-a32c-d90ee8876daa), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:14.618289 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cc2c96d6-0839-4401-9355-a6e1e79f02fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (6844d1bf-a644-4d80-a32c-d90ee8876daa), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:14.656564 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c96d6-0839-4401-9355-a6e1e79f02fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6844d1bf-a644-4d80-a32c-d90ee8876daa,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:14.661594 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-cc2c96d6-0839-4401-9355-a6e1e79f02fa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0434eaee4e8a4113b6c31d8e7f4f37d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487920 May 25 16:16:14.664184 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44528) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:14.712157 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b775ccd1-6a7f-497f-892c-4b79e74af6e6 admin admin] Publish callbacks [] for security_group (6844d1bf-a644-4d80-a32c-d90ee8876daa), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:14.734064 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b775ccd1-6a7f-497f-892c-4b79e74af6e6 admin admin] Publish callbacks [] for security_group (6844d1bf-a644-4d80-a32c-d90ee8876daa), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:14.787575 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b775ccd1-6a7f-497f-892c-4b79e74af6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (6844d1bf-a644-4d80-a32c-d90ee8876daa), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:14.790258 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b775ccd1-6a7f-497f-892c-4b79e74af6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:14.791390 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b775ccd1-6a7f-497f-892c-4b79e74af6e6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6844d1bf-a644-4d80-a32c-d90ee8876daa HTTP/1.1" status: 204 len: 168 time: 0.1262975 May 25 16:16:14.799403 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775ccd1-6a7f-497f-892c-4b79e74af6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6844d1bf-a644-4d80-a32c-d90ee8876daa,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:15.529046 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44556) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:15.628770 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-380863756-network', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:15.650071 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Made reservation on behalf of e2fbd40b4ea447319a8b90656548da9e for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:16:15.652972 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:15.662089 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:15.740624 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Publish callbacks [] for security_group (7595e609-b501-40fd-a9ba-bc538032152f), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:15.746284 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (7595e609-b501-40fd-a9ba-bc538032152f), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:15.773922 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:16:15.784413 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7595e609-b501-40fd-a9ba-bc538032152f,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:15.789560 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (5f0bd156-53b8-4be8-911e-ef6ffae7ecb7), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:15.790002 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Added segment 5f0bd156-53b8-4be8-911e-ef6ffae7ecb7 of type vlan for network 8b60168c-6e5d-423c-ac81-d56c113725db May 25 16:16:15.833429 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (8b60168c-6e5d-423c-ac81-d56c113725db), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:15.861773 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (8b60168c-6e5d-423c-ac81-d56c113725db), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:15.862886 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:15.863675 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:15.925785 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3955150 May 25 16:16:15.928713 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44568) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:15.929338 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e20280-8918-4741-918a-e56e41ad7688 admin admin] Pushing event updated for resources: {'Network': ['ID=8b60168c-6e5d-423c-ac81-d56c113725db,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:15.934507 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-4085ac12-ee8a-4fc0-bf92-f82c2ec8858c admin admin] Request body: {'subnet': {'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-380863756-subnet', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:15.940148 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network 8b60168c-6e5d-423c-ac81-d56c113725db details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:16:15.957922 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4085ac12-ee8a-4fc0-bf92-f82c2ec8858c admin admin] Made reservation on behalf of e2fbd40b4ea447319a8b90656548da9e for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:16:15.960340 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4085ac12-ee8a-4fc0-bf92-f82c2ec8858c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9155680'] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.128480 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4085ac12-ee8a-4fc0-bf92-f82c2ec8858c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8916384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9155730'] for subnet (620bfd70-8e28-4ec3-bac2-c2ddb8db1e77), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.179773 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085ac12-ee8a-4fc0-bf92-f82c2ec8858c admin admin] Pushing event updated for resources: {'Subnet': ['ID=620bfd70-8e28-4ec3-bac2-c2ddb8db1e77,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:16.196650 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085ac12-ee8a-4fc0-bf92-f82c2ec8858c admin admin] Checking segment: {'id': '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:16.196995 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4085ac12-ee8a-4fc0-bf92-f82c2ec8858c admin admin] Network hostable DHCP agents. Network: 8b60168c-6e5d-423c-ac81-d56c113725db, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:16:16.217436 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4085ac12-ee8a-4fc0-bf92-f82c2ec8858c admin admin] Network 8b60168c-6e5d-423c-ac81-d56c113725db is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:16:16.227914 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-4085ac12-ee8a-4fc0-bf92-f82c2ec8858c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, 8b60168c-6e5d-423c-ac81-d56c113725db) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:16.232207 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4085ac12-ee8a-4fc0-bf92-f82c2ec8858c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:16.232794 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4085ac12-ee8a-4fc0-bf92-f82c2ec8858c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.237320 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d48075-83e4-429e-8813-dc82302d3c71 None None] Network 8b60168c-6e5d-423c-ac81-d56c113725db requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:16:16.252654 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4085ac12-ee8a-4fc0-bf92-f82c2ec8858c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3218875 May 25 16:16:16.255716 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44570) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:16.260121 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:16.282278 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4723'] for router (99c700a6-6608-45f0-b6ef-78bb058e906d), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.283224 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4618'] for router (99c700a6-6608-45f0-b6ef-78bb058e906d), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.320025 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=3,neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:16.343867 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Publish callbacks [] for router_controller (99c700a6-6608-45f0-b6ef-78bb058e906d), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.476353 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36dff1af-7e65-55b9-86f4-0fb241d6de40-8b60168c-6e5d-423c-ac81-d56c113725db', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'fixed_ips': [{'subnet_id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77'}]}} from dv-cinder-843277-2-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:16:16.477284 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.483621 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Publish callbacks [] for router_gateway (99c700a6-6608-45f0-b6ef-78bb058e906d), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.551735 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:16.604063 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:16.610039 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Allocated IP 172.20.0.2 (8b60168c-6e5d-423c-ac81-d56c113725db/620bfd70-8e28-4ec3-bac2-c2ddb8db1e77/acd60fec-c2c0-45a4-92db-b314882c426e) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:16:16.662776 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Publish callbacks [] for router_gateway (99c700a6-6608-45f0-b6ef-78bb058e906d), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.681299 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.748702 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Publish callbacks [] for port (acd60fec-c2c0-45a4-92db-b314882c426e), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.754633 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.790488 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Allocated IP 172.27.0.176 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:16:16.798171 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Network 8b60168c-6e5d-423c-ac81-d56c113725db is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:16.802821 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:16.806625 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:16:16.809820 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Pushing event updated for resources: {'Port': ['ID=acd60fec-c2c0-45a4-92db-b314882c426e,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:16.865801 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Attempting to bind port acd60fec-c2c0-45a4-92db-b314882c426e on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:16:16.866167 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Attempting to bind port acd60fec-c2c0-45a4-92db-b314882c426e by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:16:16.866528 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Attempting to bind port acd60fec-c2c0-45a4-92db-b314882c426e on network 8b60168c-6e5d-423c-ac81-d56c113725db {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:16.872642 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:16:16.873014 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Checking segment: {'id': '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:16.873419 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.873808 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Bound using segment: {'id': '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:16:16.874271 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Bound port: acd60fec-c2c0-45a4-92db-b314882c426e, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:16:16.874678 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.896940 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Publish callbacks [] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.928592 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=84,neutron:UPDATE=11,neutron:INSERT=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:16.931358 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.934778 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] For port acd60fec-c2c0-45a4-92db-b314882c426e, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:16:16.938017 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] For port acd60fec-c2c0-45a4-92db-b314882c426e, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=acd60fec-c2c0-45a4-92db-b314882c426e,segment=NetworkSegment(5f0bd156-53b8-4be8-911e-ef6ffae7ecb7),segment_id=5f0bd156-53b8-4be8-911e-ef6ffae7ecb7)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:16:16.945570 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:16.975324 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:16.980039 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:16.983868 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:16:16.987683 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Pushing event updated for resources: {'Port': ['ID=d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:17.011689 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c8cb2-0264-4451-a88d-634b51b3ed65 None None] Pushing event updated for resources: {'Port': ['ID=acd60fec-c2c0-45a4-92db-b314882c426e,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:17.488791 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Publish callbacks [] for router_gateway (99c700a6-6608-45f0-b6ef-78bb058e906d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:17.531934 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:17.687656 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549138'] for router (99c700a6-6608-45f0-b6ef-78bb058e906d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:17.693402 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:17.821273 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Router 99c700a6-6608-45f0-b6ef-78bb058e906d is scheduled to L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff with binding_index 1 {{(pid=104068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:16:17.877826 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f7b58-a24f-4404-9e40-90bf314667bd None None] Network 8b60168c-6e5d-423c-ac81-d56c113725db requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:16:17.944225 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device acd60fec-c2c0-45a4-92db-b314882c426e up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:17.949378 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:16:17.968074 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:17.969469 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4befd8da-d0b3-46c9-8f0b-73f60465e560 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7127764 May 25 16:16:17.972416 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44582) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:17.978271 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Sync routers for ids ['99c700a6-6608-45f0-b6ef-78bb058e906d'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:16:17.980643 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-e6c65ca4-fe05-4d6c-b9d2-afa924ea5d1f None None] Provisioning complete for port acd60fec-c2c0-45a4-92db-b314882c426e triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:17.981006 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e6c65ca4-fe05-4d6c-b9d2-afa924ea5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:18.035520 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Routers {'99c700a6-6608-45f0-b6ef-78bb058e906d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:18.036203 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['99c700a6-6608-45f0-b6ef-78bb058e906d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:18.124818 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port acd60fec-c2c0-45a4-92db-b314882c426e triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:18.125175 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:18.212745 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-e6c65ca4-fe05-4d6c-b9d2-afa924ea5d1f None None] Current status of the port acd60fec-c2c0-45a4-92db-b314882c426e is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:18.213168 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e6c65ca4-fe05-4d6c-b9d2-afa924ea5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:18.215413 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:18.282019 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Set router 99c700a6-6608-45f0-b6ef-78bb058e906d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:18.332186 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-e6c65ca4-fe05-4d6c-b9d2-afa924ea5d1f None None] For port acd60fec-c2c0-45a4-92db-b314882c426e, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=acd60fec-c2c0-45a4-92db-b314882c426e,segment=NetworkSegment(5f0bd156-53b8-4be8-911e-ef6ffae7ecb7),segment_id=5f0bd156-53b8-4be8-911e-ef6ffae7ecb7)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:18.364318 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e6c65ca4-fe05-4d6c-b9d2-afa924ea5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:18.410855 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port acd60fec-c2c0-45a4-92db-b314882c426e is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:18.411432 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:18.506896 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c65ca4-fe05-4d6c-b9d2-afa924ea5d1f None None] Pushing event updated for resources: {'Port': ['ID=acd60fec-c2c0-45a4-92db-b314882c426e,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:18.530335 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:18.536157 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-655b058a-00dc-4830-b2d6-d33a5137376a None None] Provisioning complete for port acd60fec-c2c0-45a4-92db-b314882c426e triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:18.536529 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-655b058a-00dc-4830-b2d6-d33a5137376a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:18.568034 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:18.574937 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.db.api [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 16:16:18.575420 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG oslo_db.api [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:16:18.580405 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:18.628984 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:17Z', 'revision_number': 3, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port': {'id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:28:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:18.654837 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:18.676297 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Checking router: 99c700a6-6608-45f0-b6ef-78bb058e906d for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:16:18.676636 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Updating router 99c700a6-6608-45f0-b6ef-78bb058e906d port d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 binding host dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:16:18.703041 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-655b058a-00dc-4830-b2d6-d33a5137376a None None] Current status of the port acd60fec-c2c0-45a4-92db-b314882c426e is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:18.711321 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:18.807886 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Allocated IP 172.20.0.1 (8b60168c-6e5d-423c-ac81-d56c113725db/620bfd70-8e28-4ec3-bac2-c2ddb8db1e77/377083db-1980-47d0-9678-538d26f1a842) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:16:18.916020 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Publish callbacks [] for port (377083db-1980-47d0-9678-538d26f1a842), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:18.950580 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (377083db-1980-47d0-9678-538d26f1a842), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:18.994409 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Network 8b60168c-6e5d-423c-ac81-d56c113725db is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:18.999780 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:19.002489 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:16:19.006279 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=377083db-1980-47d0-9678-538d26f1a842,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:19.049777 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549447'] for router_interface (99c700a6-6608-45f0-b6ef-78bb058e906d), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:19.139892 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Publish callbacks [] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:19.151926 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:19.161850 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port acd60fec-c2c0-45a4-92db-b314882c426e is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:19.198170 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (377083db-1980-47d0-9678-538d26f1a842), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:19.200575 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:19.211176 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Attempting to bind port d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:16:19.211533 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Attempting to bind port d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:16:19.211912 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Attempting to bind port d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 on network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:19.217380 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4477a95-3b24-49c9-8262-846f62da8572 None None] Pushing event updated for resources: {'Port': ['ID=d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:19.219945 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:16:19.220311 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Checking segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:19.220699 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:19.221070 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Bound using segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:16:19.221590 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Bound port: d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:16:19.221970 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:19.270305 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-5d0d5da6-989f-48f5-aacf-fda2f9c98968 None None] Provisioning complete for port 377083db-1980-47d0-9678-538d26f1a842 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:19.270637 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5da6-989f-48f5-aacf-fda2f9c98968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (377083db-1980-47d0-9678-538d26f1a842), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:19.275310 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:19.310038 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] For port d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:16:19.320918 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d5da6-989f-48f5-aacf-fda2f9c98968 None None] Port 377083db-1980-47d0-9678-538d26f1a842 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:16:19.325099 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] For port d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:16:19.332103 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:19.390705 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4477a95-3b24-49c9-8262-846f62da8572 None None] Pushing event updated for resources: {'Port': ['ID=d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:19.393244 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Routers {'99c700a6-6608-45f0-b6ef-78bb058e906d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:19.393853 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['99c700a6-6608-45f0-b6ef-78bb058e906d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:19.403867 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Publish callbacks [] for port (377083db-1980-47d0-9678-538d26f1a842), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:19.409478 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (377083db-1980-47d0-9678-538d26f1a842), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:19.432521 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:19.482863 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=377083db-1980-47d0-9678-538d26f1a842,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:19.486189 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-430595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552663'] for router_interface (99c700a6-6608-45f0-b6ef-78bb058e906d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:19.489253 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:19.511797 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] Set router 99c700a6-6608-45f0-b6ef-78bb058e906d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:19.579012 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Network 8b60168c-6e5d-423c-ac81-d56c113725db is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:19.580487 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:19.723954 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Router 99c700a6-6608-45f0-b6ef-78bb058e906d has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:16:19.731172 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 4, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port': {'id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:28:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '377083db-1980-47d0-9678-538d26f1a842', 'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'mac_address': 'fa:16:3e:1d:8d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:18Z', 'updated_at': '2022-05-25T16:16:18Z', 'revision_number': 1, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'subnets': [{'id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:19.757230 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1dec3b-7ebb-4661-b871-785c4f3a7b55 None None] The sync data for ids ['99c700a6-6608-45f0-b6ef-78bb058e906d'] in dv-cinder-843277-2-iscsi is: [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 4, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port': {'id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:28:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '377083db-1980-47d0-9678-538d26f1a842', 'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'mac_address': 'fa:16:3e:1d:8d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:18Z', 'updated_at': '2022-05-25T16:16:18Z', 'revision_number': 1, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'subnets': [{'id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:16:19.834400 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:16:19.844483 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1dee79b6-02c2-43cb-8d46-1ea25614a4d9 admin admin] 10.222.0.85 "PUT /v2.0/routers/99c700a6-6608-45f0-b6ef-78bb058e906d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8703167 May 25 16:16:19.844647 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-e2373730-b53e-4b5c-b7af-98689555ddc5 None None] Provisioning complete for port 377083db-1980-47d0-9678-538d26f1a842 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:19.844752 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e2373730-b53e-4b5c-b7af-98689555ddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (377083db-1980-47d0-9678-538d26f1a842), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:19.886923 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-e2373730-b53e-4b5c-b7af-98689555ddc5 None None] Port 377083db-1980-47d0-9678-538d26f1a842 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:16:19.909397 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device acd60fec-c2c0-45a4-92db-b314882c426e up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:19.958548 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port acd60fec-c2c0-45a4-92db-b314882c426e triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:19.959192 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:20.072346 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port acd60fec-c2c0-45a4-92db-b314882c426e is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:20.282242 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:20.381011 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44610) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:20.386300 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1823398971-network', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:20.407301 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Made reservation on behalf of 22e9ac6dbb5149379466be8e688c58bf for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:16:20.409878 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:20.419288 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:20.502184 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Publish callbacks [] for security_group (595248b8-a91f-496b-ae64-13241e9c7dbd), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:20.509343 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (595248b8-a91f-496b-ae64-13241e9c7dbd), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:20.536087 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:16:20.559063 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (f7ef758a-2c5f-4855-b44d-d9c5756c58e5), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:20.559462 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Added segment f7ef758a-2c5f-4855-b44d-d9c5756c58e5 of type vlan for network 53457dfa-7992-4e8a-b398-a720c3d3f981 May 25 16:16:20.604900 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595248b8-a91f-496b-ae64-13241e9c7dbd,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:20.608328 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (53457dfa-7992-4e8a-b398-a720c3d3f981), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:20.637687 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (53457dfa-7992-4e8a-b398-a720c3d3f981), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:20.645286 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:20.645791 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:20.675923 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2933984 May 25 16:16:20.678905 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44614) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:20.684191 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-9457445f-ac85-4aea-85d4-8f8ce217150a admin admin] Request body: {'subnet': {'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1823398971-subnet', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:20.711654 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9457445f-ac85-4aea-85d4-8f8ce217150a admin admin] Made reservation on behalf of 22e9ac6dbb5149379466be8e688c58bf for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:16:20.714258 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9457445f-ac85-4aea-85d4-8f8ce217150a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286781'] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:20.716943 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd77db-1a50-47b6-b660-e1fd2c72381c admin admin] Pushing event updated for resources: {'Network': ['ID=53457dfa-7992-4e8a-b398-a720c3d3f981,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:20.732775 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network 53457dfa-7992-4e8a-b398-a720c3d3f981 details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:16:20.836434 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:20.904507 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9457445f-ac85-4aea-85d4-8f8ce217150a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3990599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286799'] for subnet (6f3e130e-6962-4401-9f3b-f07271015880), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:20.954935 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457445f-ac85-4aea-85d4-8f8ce217150a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3e130e-6962-4401-9f3b-f07271015880,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:20.972036 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457445f-ac85-4aea-85d4-8f8ce217150a admin admin] Checking segment: {'id': 'f7ef758a-2c5f-4855-b44d-d9c5756c58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:20.972602 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9457445f-ac85-4aea-85d4-8f8ce217150a admin admin] Network hostable DHCP agents. Network: 53457dfa-7992-4e8a-b398-a720c3d3f981, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:16:20.991709 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9457445f-ac85-4aea-85d4-8f8ce217150a admin admin] Network 53457dfa-7992-4e8a-b398-a720c3d3f981 is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:16:21.002151 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-9457445f-ac85-4aea-85d4-8f8ce217150a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, 53457dfa-7992-4e8a-b398-a720c3d3f981) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:21.007508 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9457445f-ac85-4aea-85d4-8f8ce217150a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:21.007854 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9457445f-ac85-4aea-85d4-8f8ce217150a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.021193 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71439f7a-bc09-461d-a058-060b14b87414 None None] Network 53457dfa-7992-4e8a-b398-a720c3d3f981 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:16:21.031689 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9457445f-ac85-4aea-85d4-8f8ce217150a admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3491125 May 25 16:16:21.031966 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44618) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:21.036304 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1823398971-router', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:21.068256 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4723'] for router (baf090e7-897d-4b90-bfa8-87f4bee92ebc), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.069647 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4618'] for router (baf090e7-897d-4b90-bfa8-87f4bee92ebc), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.108941 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:21.128107 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Publish callbacks [] for router_controller (baf090e7-897d-4b90-bfa8-87f4bee92ebc), precommit_add_association {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.137852 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36dff1af-7e65-55b9-86f4-0fb241d6de40-53457dfa-7992-4e8a-b398-a720c3d3f981', 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981', 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'fixed_ips': [{'subnet_id': '6f3e130e-6962-4401-9f3b-f07271015880'}]}} from dv-cinder-843277-2-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:16:21.138680 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.269997 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Publish callbacks [] for router_gateway (baf090e7-897d-4b90-bfa8-87f4bee92ebc), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.288791 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Allocated IP 172.20.0.2 (53457dfa-7992-4e8a-b398-a720c3d3f981/6f3e130e-6962-4401-9f3b-f07271015880/4ee842d6-ee7d-4079-b29b-5b2c2b64b92b) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:16:21.340314 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:21.440382 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Publish callbacks [] for port (4ee842d6-ee7d-4079-b29b-5b2c2b64b92b), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.446197 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (4ee842d6-ee7d-4079-b29b-5b2c2b64b92b), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.450117 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:21.451913 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Publish callbacks [] for router_gateway (baf090e7-897d-4b90-bfa8-87f4bee92ebc), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.471429 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.492719 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Network 53457dfa-7992-4e8a-b398-a720c3d3f981 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:21.496384 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:21.498259 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Pushing event updated for resources: {'Port': ['ID=4ee842d6-ee7d-4079-b29b-5b2c2b64b92b,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:21.505503 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:16:21.565302 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Attempting to bind port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:16:21.565633 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Attempting to bind port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': 'f7ef758a-2c5f-4855-b44d-d9c5756c58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:16:21.566007 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Attempting to bind port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b on network 53457dfa-7992-4e8a-b398-a720c3d3f981 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:21.571093 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:16:21.571463 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Checking segment: {'id': 'f7ef758a-2c5f-4855-b44d-d9c5756c58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:21.571845 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.572260 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Bound using segment: {'id': 'f7ef758a-2c5f-4855-b44d-d9c5756c58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:16:21.572712 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Bound port: 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ef758a-2c5f-4855-b44d-d9c5756c58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:16:21.573070 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4ee842d6-ee7d-4079-b29b-5b2c2b64b92b), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.576048 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Allocated IP 172.27.0.151 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:16:21.641835 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] For port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:16:21.645287 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] For port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=4ee842d6-ee7d-4079-b29b-5b2c2b64b92b,segment=NetworkSegment(f7ef758a-2c5f-4855-b44d-d9c5756c58e5),segment_id=f7ef758a-2c5f-4855-b44d-d9c5756c58e5)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:16:21.654198 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4ee842d6-ee7d-4079-b29b-5b2c2b64b92b), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.696478 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Publish callbacks [] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.716218 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb26eec-da6b-43a9-b077-ff42198c3c3e None None] Pushing event updated for resources: {'Port': ['ID=4ee842d6-ee7d-4079-b29b-5b2c2b64b92b,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:21.718667 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:21.719964 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:21.724065 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:21.736041 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:21.785515 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:21.790313 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:21.792806 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:16:21.816051 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Pushing event updated for resources: {'Port': ['ID=bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:21.971246 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:22.020875 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Sync routers for ids ['99c700a6-6608-45f0-b6ef-78bb058e906d'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:16:22.033818 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:22.034186 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:22.045265 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Routers {'99c700a6-6608-45f0-b6ef-78bb058e906d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:22.046373 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['99c700a6-6608-45f0-b6ef-78bb058e906d'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:22.094310 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Publish callbacks [] for router_gateway (baf090e7-897d-4b90-bfa8-87f4bee92ebc), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:22.128927 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:22.129391 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:22.162277 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:22.166845 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:22.181943 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Set router 99c700a6-6608-45f0-b6ef-78bb058e906d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:22.212478 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:22.236114 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:22.310132 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:22.330846 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549138'] for router (baf090e7-897d-4b90-bfa8-87f4bee92ebc), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:22.421469 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 4, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port': {'id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:28:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '377083db-1980-47d0-9678-538d26f1a842', 'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'mac_address': 'fa:16:3e:1d:8d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:18Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 2, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'subnets': [{'id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:22.451789 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Checking router: 99c700a6-6608-45f0-b6ef-78bb058e906d for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:16:22.452202 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Updating router 99c700a6-6608-45f0-b6ef-78bb058e906d port 377083db-1980-47d0-9678-538d26f1a842 binding host dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:16:22.461603 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Router baf090e7-897d-4b90-bfa8-87f4bee92ebc is scheduled to L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff with binding_index 1 {{(pid=104069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:16:22.481927 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (377083db-1980-47d0-9678-538d26f1a842), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:22.572019 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:16:22.582679 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Sync routers for ids ['baf090e7-897d-4b90-bfa8-87f4bee92ebc'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:16:22.591895 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:22.595774 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-88b95a5f-45da-4ccc-ac35-33e9af817a80 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5602906 May 25 16:16:22.596051 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44628) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:22.598887 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Routers {'baf090e7-897d-4b90-bfa8-87f4bee92ebc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:22.599546 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['baf090e7-897d-4b90-bfa8-87f4bee92ebc'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:22.627028 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:16:22.715267 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Set router baf090e7-897d-4b90-bfa8-87f4bee92ebc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:22.790702 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:22.823147 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14507fb2-d2ad-4655-95d7-b6168874c322 None None] Network 53457dfa-7992-4e8a-b398-a720c3d3f981 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:16:22.872894 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Publish callbacks [] for port (377083db-1980-47d0-9678-538d26f1a842), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:22.883482 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (377083db-1980-47d0-9678-538d26f1a842), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:22.891403 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-2d1c29ae-eb68-4823-b2e7-bfe0d9c8d664 None None] Provisioning complete for port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:22.891766 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2d1c29ae-eb68-4823-b2e7-bfe0d9c8d664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (4ee842d6-ee7d-4079-b29b-5b2c2b64b92b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:22.963103 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Pushing event updated for resources: {'Port': ['ID=377083db-1980-47d0-9678-538d26f1a842,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:22.971814 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.972178 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.972536 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.972886 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.973218 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.973547 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.973868 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.974190 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.974509 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.974830 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.975147 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.975477 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.975790 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.976133 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:22.976448 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:23.021556 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Attempting to bind port 377083db-1980-47d0-9678-538d26f1a842 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:16:23.022523 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Attempting to bind port 377083db-1980-47d0-9678-538d26f1a842 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:16:23.022884 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Attempting to bind port 377083db-1980-47d0-9678-538d26f1a842 on network 8b60168c-6e5d-423c-ac81-d56c113725db {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:23.029899 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:16:23.030271 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Checking segment: {'id': '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:23.030671 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.031059 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Bound using segment: {'id': '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:16:23.031530 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Bound port: 377083db-1980-47d0-9678-538d26f1a842, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:16:23.031940 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (377083db-1980-47d0-9678-538d26f1a842), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.062108 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.068728 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:23.069564 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'name': 'tempest-TestMinimumBasicScenario-1823398971-router', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:16:21Z', 'revision_number': 3, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'gw_port': {'id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:23.077762 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:23.107913 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Checking router: baf090e7-897d-4b90-bfa8-87f4bee92ebc for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:16:23.108255 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Updating router baf090e7-897d-4b90-bfa8-87f4bee92ebc port bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 binding host dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:16:23.110238 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-2d1c29ae-eb68-4823-b2e7-bfe0d9c8d664 None None] Current status of the port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:23.110614 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2d1c29ae-eb68-4823-b2e7-bfe0d9c8d664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (4ee842d6-ee7d-4079-b29b-5b2c2b64b92b), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.119775 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] For port 377083db-1980-47d0-9678-538d26f1a842, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:16:23.123767 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] For port 377083db-1980-47d0-9678-538d26f1a842, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=377083db-1980-47d0-9678-538d26f1a842,segment=NetworkSegment(5f0bd156-53b8-4be8-911e-ef6ffae7ecb7),segment_id=5f0bd156-53b8-4be8-911e-ef6ffae7ecb7)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:16:23.144215 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (377083db-1980-47d0-9678-538d26f1a842), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.170247 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:23.181918 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.189707 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-2d1c29ae-eb68-4823-b2e7-bfe0d9c8d664 None None] For port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=4ee842d6-ee7d-4079-b29b-5b2c2b64b92b,segment=NetworkSegment(f7ef758a-2c5f-4855-b44d-d9c5756c58e5),segment_id=f7ef758a-2c5f-4855-b44d-d9c5756c58e5)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:23.218855 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2d1c29ae-eb68-4823-b2e7-bfe0d9c8d664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (4ee842d6-ee7d-4079-b29b-5b2c2b64b92b), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.224584 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Routers {'99c700a6-6608-45f0-b6ef-78bb058e906d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:23.225291 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['99c700a6-6608-45f0-b6ef-78bb058e906d'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:23.280627 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c29ae-eb68-4823-b2e7-bfe0d9c8d664 None None] Pushing event updated for resources: {'Port': ['ID=4ee842d6-ee7d-4079-b29b-5b2c2b64b92b,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:23.313977 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Allocated IP 172.20.0.1 (53457dfa-7992-4e8a-b398-a720c3d3f981/6f3e130e-6962-4401-9f3b-f07271015880/65d3aec3-641b-47fd-aa1e-b9cf97c97916) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:16:23.325456 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a8333-bb5e-481e-a179-8ae63b0173d2 None None] Pushing event updated for resources: {'Port': ['ID=377083db-1980-47d0-9678-538d26f1a842,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:23.389725 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:23.423443 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] Set router 99c700a6-6608-45f0-b6ef-78bb058e906d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:23.468182 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Publish callbacks [] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.512436 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.562898 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Network 53457dfa-7992-4e8a-b398-a720c3d3f981 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:23.566661 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:23.570937 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:16:23.574790 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Pushing event updated for resources: {'Port': ['ID=65d3aec3-641b-47fd-aa1e-b9cf97c97916,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:23.591150 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-c97781ad-1f17-48ad-ad6c-2d59b7b6f065 None None] Provisioning complete for port 377083db-1980-47d0-9678-538d26f1a842 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:23.591699 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c97781ad-1f17-48ad-ad6c-2d59b7b6f065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (377083db-1980-47d0-9678-538d26f1a842), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.612021 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549447'] for router_interface (baf090e7-897d-4b90-bfa8-87f4bee92ebc), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.668900 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:23.706700 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:23.749164 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 4, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port': {'id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '377083db-1980-47d0-9678-538d26f1a842', 'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'mac_address': 'fa:16:3e:1d:8d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:18Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 4, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'subnets': [{'id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:23.766221 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.790034 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-c97781ad-1f17-48ad-ad6c-2d59b7b6f065 None None] Current status of the port 377083db-1980-47d0-9678-538d26f1a842 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:23.790416 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c97781ad-1f17-48ad-ad6c-2d59b7b6f065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (377083db-1980-47d0-9678-538d26f1a842), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.813461 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5c6fb-059d-4c7f-9235-3db0c24dcaa3 None None] The sync data for ids ['99c700a6-6608-45f0-b6ef-78bb058e906d'] in dv-cinder-843277-2-iscsi is: [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 4, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port': {'id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '377083db-1980-47d0-9678-538d26f1a842', 'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'mac_address': 'fa:16:3e:1d:8d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:18Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 4, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'subnets': [{'id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:16:23.867579 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-c97781ad-1f17-48ad-ad6c-2d59b7b6f065 None None] For port 377083db-1980-47d0-9678-538d26f1a842, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=377083db-1980-47d0-9678-538d26f1a842,segment=NetworkSegment(5f0bd156-53b8-4be8-911e-ef6ffae7ecb7),segment_id=5f0bd156-53b8-4be8-911e-ef6ffae7ecb7)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:23.878956 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c97781ad-1f17-48ad-ad6c-2d59b7b6f065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (377083db-1980-47d0-9678-538d26f1a842), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.887154 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Publish callbacks [] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.925025 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:23.963475 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97781ad-1f17-48ad-ad6c-2d59b7b6f065 None None] Pushing event updated for resources: {'Port': ['ID=377083db-1980-47d0-9678-538d26f1a842,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:23.973507 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Attempting to bind port bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:16:23.973862 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Attempting to bind port bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:16:23.974213 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Attempting to bind port bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 on network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:24.007869 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Publish callbacks [] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:24.012071 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:16:24.012450 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Checking segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:24.012838 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:24.013228 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Bound using segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:16:24.013710 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Bound port: bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:16:24.014085 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:24.016641 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:24.028237 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-3777145a-d14f-4f82-9b7a-67b13b37b601 None None] Provisioning complete for port 377083db-1980-47d0-9678-538d26f1a842 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:24.029890 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3777145a-d14f-4f82-9b7a-67b13b37b601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (377083db-1980-47d0-9678-538d26f1a842), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:24.073211 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585752d-b27e-4244-8cbe-61e3bb3bf6d1 None None] Pushing event updated for resources: {'Port': ['ID=bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:24.108797 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:24.119875 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Pushing event updated for resources: {'Port': ['ID=65d3aec3-641b-47fd-aa1e-b9cf97c97916,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:24.123807 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-430595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552663'] for router_interface (baf090e7-897d-4b90-bfa8-87f4bee92ebc), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:24.145717 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] For port bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:16:24.170131 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] For port bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:16:24.203226 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:24.205573 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:24.217244 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:24.217640 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (4ee842d6-ee7d-4079-b29b-5b2c2b64b92b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:24.286427 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-3777145a-d14f-4f82-9b7a-67b13b37b601 None None] Current status of the port 377083db-1980-47d0-9678-538d26f1a842 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:24.297551 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:24.326337 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-3777145a-d14f-4f82-9b7a-67b13b37b601 None None] Provisioning complete for port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:24.326608 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3777145a-d14f-4f82-9b7a-67b13b37b601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (4ee842d6-ee7d-4079-b29b-5b2c2b64b92b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:24.331624 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585752d-b27e-4244-8cbe-61e3bb3bf6d1 None None] Pushing event updated for resources: {'Port': ['ID=bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:24.334291 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Routers {'baf090e7-897d-4b90-bfa8-87f4bee92ebc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:24.334899 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['baf090e7-897d-4b90-bfa8-87f4bee92ebc'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:24.510215 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:24.511485 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 377083db-1980-47d0-9678-538d26f1a842 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:24.537866 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Network 53457dfa-7992-4e8a-b398-a720c3d3f981 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:24.538674 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] Set router baf090e7-897d-4b90-bfa8-87f4bee92ebc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:24.539498 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:24.613355 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-3777145a-d14f-4f82-9b7a-67b13b37b601 None None] Current status of the port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:24.661221 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-3777145a-d14f-4f82-9b7a-67b13b37b601 None None] Provisioning complete for port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:24.661602 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3777145a-d14f-4f82-9b7a-67b13b37b601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:24.681572 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Router baf090e7-897d-4b90-bfa8-87f4bee92ebc has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:16:24.729665 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 377083db-1980-47d0-9678-538d26f1a842 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:24.730032 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (377083db-1980-47d0-9678-538d26f1a842), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:24.773832 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-3777145a-d14f-4f82-9b7a-67b13b37b601 None None] Port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:16:24.790362 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:16:24.795237 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-44c0febb-cc7a-487d-ab1a-08cf27301a3e admin admin] 10.222.0.85 "PUT /v2.0/routers/baf090e7-897d-4b90-bfa8-87f4bee92ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1982970 May 25 16:16:24.879174 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 377083db-1980-47d0-9678-538d26f1a842 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:24.880295 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:24.908888 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'name': 'tempest-TestMinimumBasicScenario-1823398971-router', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 4, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'gw_port': {'id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '65d3aec3-641b-47fd-aa1e-b9cf97c97916', 'name': '', 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'mac_address': 'fa:16:3e:a3:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6f3e130e-6962-4401-9f3b-f07271015880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:23Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 2, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'subnets': [{'id': '6f3e130e-6962-4401-9f3b-f07271015880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:24.949139 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185996e5-17e0-44c7-b392-20eb2fd464d7 None None] The sync data for ids ['baf090e7-897d-4b90-bfa8-87f4bee92ebc'] in dv-cinder-843277-2-iscsi is: [{'id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'name': 'tempest-TestMinimumBasicScenario-1823398971-router', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 4, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'gw_port': {'id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '65d3aec3-641b-47fd-aa1e-b9cf97c97916', 'name': '', 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'mac_address': 'fa:16:3e:a3:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6f3e130e-6962-4401-9f3b-f07271015880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:23Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 2, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'subnets': [{'id': '6f3e130e-6962-4401-9f3b-f07271015880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:16:24.949139 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-e572172f-1069-48fe-8cba-d614d2690557 None None] Provisioning complete for port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:24.949139 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e572172f-1069-48fe-8cba-d614d2690557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:25.005767 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:25.007385 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-e572172f-1069-48fe-8cba-d614d2690557 None None] Port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:16:25.030087 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:25.030592 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:25.119184 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:25.930608 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 377083db-1980-47d0-9678-538d26f1a842 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:25.973555 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:25.979941 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 377083db-1980-47d0-9678-538d26f1a842 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:25.982589 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (377083db-1980-47d0-9678-538d26f1a842), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:26.061077 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 377083db-1980-47d0-9678-538d26f1a842 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:28.019457 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:28.070257 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:28.070816 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:28.157276 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:28.157663 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:28.187321 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:28.194438 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:28.226078 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Sync routers for ids ['baf090e7-897d-4b90-bfa8-87f4bee92ebc'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:16:28.239341 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Routers {'baf090e7-897d-4b90-bfa8-87f4bee92ebc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:28.240215 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['baf090e7-897d-4b90-bfa8-87f4bee92ebc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:28.271071 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:28.371255 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Set router baf090e7-897d-4b90-bfa8-87f4bee92ebc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:28.563810 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'name': 'tempest-TestMinimumBasicScenario-1823398971-router', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 4, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'gw_port': {'id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '65d3aec3-641b-47fd-aa1e-b9cf97c97916', 'name': '', 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'mac_address': 'fa:16:3e:a3:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6f3e130e-6962-4401-9f3b-f07271015880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:23Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 2, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'subnets': [{'id': '6f3e130e-6962-4401-9f3b-f07271015880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:28.590403 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Checking router: baf090e7-897d-4b90-bfa8-87f4bee92ebc for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:16:28.590748 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Updating router baf090e7-897d-4b90-bfa8-87f4bee92ebc port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 binding host dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:16:28.623219 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:28.874175 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:28.913628 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:28.974305 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Publish callbacks [] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:28.984302 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:29.037010 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b606e-d51b-4da6-9808-0365a61d0d10 None None] Pushing event updated for resources: {'Port': ['ID=65d3aec3-641b-47fd-aa1e-b9cf97c97916,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:29.161920 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Attempting to bind port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:16:29.162296 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Attempting to bind port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': 'f7ef758a-2c5f-4855-b44d-d9c5756c58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:16:29.162661 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Attempting to bind port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 on network 53457dfa-7992-4e8a-b398-a720c3d3f981 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:29.171724 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:16:29.172131 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Checking segment: {'id': 'f7ef758a-2c5f-4855-b44d-d9c5756c58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:29.172536 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:29.172930 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Bound using segment: {'id': 'f7ef758a-2c5f-4855-b44d-d9c5756c58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:16:29.173409 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Bound port: 65d3aec3-641b-47fd-aa1e-b9cf97c97916, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ef758a-2c5f-4855-b44d-d9c5756c58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:16:29.173790 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:29.267637 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] For port 65d3aec3-641b-47fd-aa1e-b9cf97c97916, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:16:29.272380 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] For port 65d3aec3-641b-47fd-aa1e-b9cf97c97916, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=65d3aec3-641b-47fd-aa1e-b9cf97c97916,segment=NetworkSegment(f7ef758a-2c5f-4855-b44d-d9c5756c58e5),segment_id=f7ef758a-2c5f-4855-b44d-d9c5756c58e5)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:16:29.285714 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:29.353060 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Routers {'baf090e7-897d-4b90-bfa8-87f4bee92ebc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:29.353700 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['baf090e7-897d-4b90-bfa8-87f4bee92ebc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:29.406021 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b606e-d51b-4da6-9808-0365a61d0d10 None None] Pushing event updated for resources: {'Port': ['ID=65d3aec3-641b-47fd-aa1e-b9cf97c97916,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:29.483584 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-e94e3e70-cd1d-40cd-8d47-aa8f9c5b8fb3 None None] Provisioning complete for port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:29.486911 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e94e3e70-cd1d-40cd-8d47-aa8f9c5b8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:29.494113 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] Set router baf090e7-897d-4b90-bfa8-87f4bee92ebc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:29.612525 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-e94e3e70-cd1d-40cd-8d47-aa8f9c5b8fb3 None None] Current status of the port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:29.613870 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e94e3e70-cd1d-40cd-8d47-aa8f9c5b8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:29.659685 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-e94e3e70-cd1d-40cd-8d47-aa8f9c5b8fb3 None None] For port 65d3aec3-641b-47fd-aa1e-b9cf97c97916, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=65d3aec3-641b-47fd-aa1e-b9cf97c97916,segment=NetworkSegment(f7ef758a-2c5f-4855-b44d-d9c5756c58e5),segment_id=f7ef758a-2c5f-4855-b44d-d9c5756c58e5)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:29.667444 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e94e3e70-cd1d-40cd-8d47-aa8f9c5b8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:29.723813 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e3e70-cd1d-40cd-8d47-aa8f9c5b8fb3 None None] Pushing event updated for resources: {'Port': ['ID=65d3aec3-641b-47fd-aa1e-b9cf97c97916,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:29.765409 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'name': 'tempest-TestMinimumBasicScenario-1823398971-router', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 4, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'gw_port': {'id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '65d3aec3-641b-47fd-aa1e-b9cf97c97916', 'name': '', 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'mac_address': 'fa:16:3e:a3:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6f3e130e-6962-4401-9f3b-f07271015880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:23Z', 'updated_at': '2022-05-25T16:16:29Z', 'revision_number': 4, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'subnets': [{'id': '6f3e130e-6962-4401-9f3b-f07271015880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:29.792804 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-1380387b-a717-45c2-aae8-97efa9076f66 None None] Provisioning complete for port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:29.793187 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1380387b-a717-45c2-aae8-97efa9076f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:29.801562 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e0880b-b025-40af-8af1-216c457d4dba None None] The sync data for ids ['baf090e7-897d-4b90-bfa8-87f4bee92ebc'] in dv-cinder-843277-2-iscsi is: [{'id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'name': 'tempest-TestMinimumBasicScenario-1823398971-router', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 4, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'gw_port': {'id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '65d3aec3-641b-47fd-aa1e-b9cf97c97916', 'name': '', 'network_id': '53457dfa-7992-4e8a-b398-a720c3d3f981', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'mac_address': 'fa:16:3e:a3:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6f3e130e-6962-4401-9f3b-f07271015880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:23Z', 'updated_at': '2022-05-25T16:16:29Z', 'revision_number': 4, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'subnets': [{'id': '6f3e130e-6962-4401-9f3b-f07271015880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:16:29.972319 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 65d3aec3-641b-47fd-aa1e-b9cf97c97916 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:30.050947 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-1380387b-a717-45c2-aae8-97efa9076f66 None None] Current status of the port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:30.055007 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:30.055007 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:30.098992 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:30.140921 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:30.142032 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:30.163905 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:30.197059 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:30.197433 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:30.283773 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:30.708296 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=62,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:30.713897 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:31.725102 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44776) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:31.850426 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d06f80d6-e4e5-4f54-a3ff-8714547de49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:31.853481 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:31.866142 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:31.942650 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d06f80d6-e4e5-4f54-a3ff-8714547de49b admin admin] Publish callbacks [] for security_group (f981138f-fff0-4c58-aee3-8e3fb8e10f20), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:31.948315 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d06f80d6-e4e5-4f54-a3ff-8714547de49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f981138f-fff0-4c58-aee3-8e3fb8e10f20), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:31.990476 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d06f80d6-e4e5-4f54-a3ff-8714547de49b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=852905969b234e5386566425166c1f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642598 May 25 16:16:31.991485 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f80d6-e4e5-4f54-a3ff-8714547de49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f981138f-fff0-4c58-aee3-8e3fb8e10f20,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:31.993733 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44780) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:32.054409 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-66af894b-4103-4038-bd0f-22ced8d42721 admin admin] Publish callbacks [] for security_group (f981138f-fff0-4c58-aee3-8e3fb8e10f20), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:32.076705 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-66af894b-4103-4038-bd0f-22ced8d42721 admin admin] Publish callbacks [] for security_group (f981138f-fff0-4c58-aee3-8e3fb8e10f20), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:32.131309 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-66af894b-4103-4038-bd0f-22ced8d42721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f981138f-fff0-4c58-aee3-8e3fb8e10f20), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:32.135933 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-66af894b-4103-4038-bd0f-22ced8d42721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:32.140365 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-66af894b-4103-4038-bd0f-22ced8d42721 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f981138f-fff0-4c58-aee3-8e3fb8e10f20 HTTP/1.1" status: 204 len: 168 time: 0.1456194 May 25 16:16:32.151923 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af894b-4103-4038-bd0f-22ced8d42721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f981138f-fff0-4c58-aee3-8e3fb8e10f20,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:32.945417 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44804) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:33.055001 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-988796325-network', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:33.079590 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Made reservation on behalf of 31462b97f7a04859b66398fd6386cfc4 for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:16:33.082235 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.091584 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.184334 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Publish callbacks [] for security_group (fcb68ed7-177b-4090-b687-3def5cf46b1b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.192870 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (fcb68ed7-177b-4090-b687-3def5cf46b1b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.228617 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:16:33.235284 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb68ed7-177b-4090-b687-3def5cf46b1b,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:33.243884 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (cd68689e-d840-482a-8a97-1d8afefdc9e1), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.244665 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Added segment cd68689e-d840-482a-8a97-1d8afefdc9e1 of type vlan for network 8835a77f-3e24-453e-9279-13b9fbf47bf1 May 25 16:16:33.295313 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (8835a77f-3e24-453e-9279-13b9fbf47bf1), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.331409 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (8835a77f-3e24-453e-9279-13b9fbf47bf1), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.332971 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:33.333668 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.394861 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4455662 May 25 16:16:33.395106 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44808) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:33.401824 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-ce4ad5f0-72b4-4df2-a698-d270a3a0f06e admin admin] Request body: {'subnet': {'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-988796325-subnet', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:33.412525 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c30b0-918f-4d34-a7b9-4e3db6a3b028 admin admin] Pushing event updated for resources: {'Network': ['ID=8835a77f-3e24-453e-9279-13b9fbf47bf1,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:33.424245 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network 8835a77f-3e24-453e-9279-13b9fbf47bf1 details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:16:33.438750 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4ad5f0-72b4-4df2-a698-d270a3a0f06e admin admin] Made reservation on behalf of 31462b97f7a04859b66398fd6386cfc4 for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:16:33.441247 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad5f0-72b4-4df2-a698-d270a3a0f06e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9155680'] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.586138 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:33.641080 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad5f0-72b4-4df2-a698-d270a3a0f06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8916384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9155730'] for subnet (d28cdea5-ab1d-4124-9552-bbd7e9234ae2), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.688246 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ad5f0-72b4-4df2-a698-d270a3a0f06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28cdea5-ab1d-4124-9552-bbd7e9234ae2,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:33.718335 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:33.725389 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ad5f0-72b4-4df2-a698-d270a3a0f06e admin admin] Checking segment: {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:33.725750 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ad5f0-72b4-4df2-a698-d270a3a0f06e admin admin] Network hostable DHCP agents. Network: 8835a77f-3e24-453e-9279-13b9fbf47bf1, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:16:33.759521 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ad5f0-72b4-4df2-a698-d270a3a0f06e admin admin] Network 8835a77f-3e24-453e-9279-13b9fbf47bf1 is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:16:33.780173 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-ce4ad5f0-72b4-4df2-a698-d270a3a0f06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, 8835a77f-3e24-453e-9279-13b9fbf47bf1) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:33.789338 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ad5f0-72b4-4df2-a698-d270a3a0f06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:33.790654 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad5f0-72b4-4df2-a698-d270a3a0f06e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.794257 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e7fedd-c669-4458-a45a-eb9eae24f305 None None] Network 8835a77f-3e24-453e-9279-13b9fbf47bf1 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:16:33.816079 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ce4ad5f0-72b4-4df2-a698-d270a3a0f06e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4198620 May 25 16:16:33.818959 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44814) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:33.826744 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:33.887764 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4723'] for router (fc4a72a2-e89c-4d72-b751-99c9e94d0788), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.887764 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4618'] for router (fc4a72a2-e89c-4d72-b751-99c9e94d0788), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.955205 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36dff1af-7e65-55b9-86f4-0fb241d6de40-8835a77f-3e24-453e-9279-13b9fbf47bf1', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2'}]}} from dv-cinder-843277-2-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:16:33.956465 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.977393 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Publish callbacks [] for router_controller (fc4a72a2-e89c-4d72-b751-99c9e94d0788), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:34.002931 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-418a877b-9e02-411e-b072-a2045287c504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:34.191053 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Allocated IP 172.20.0.2 (8835a77f-3e24-453e-9279-13b9fbf47bf1/d28cdea5-ab1d-4124-9552-bbd7e9234ae2/8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:16:34.235608 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Publish callbacks [] for router_gateway (fc4a72a2-e89c-4d72-b751-99c9e94d0788), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:34.365954 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Publish callbacks [] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:34.375956 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:34.435881 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Pushing event updated for resources: {'Port': ['ID=8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:34.446912 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Publish callbacks [] for router_gateway (fc4a72a2-e89c-4d72-b751-99c9e94d0788), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:34.451884 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:34.459311 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Network 8835a77f-3e24-453e-9279-13b9fbf47bf1 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:34.462878 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:34.465368 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:16:34.466507 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:34.533011 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Attempting to bind port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:16:34.533498 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Attempting to bind port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:16:34.533862 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Attempting to bind port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 on network 8835a77f-3e24-453e-9279-13b9fbf47bf1 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:34.539436 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:16:34.539760 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Checking segment: {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:34.540200 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:34.540583 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Bound using segment: {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:16:34.541052 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Bound port: 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:16:34.541427 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:34.598317 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Allocated IP 172.27.0.248 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/9dab5f49-11dd-4dbf-9185-20017a23d365) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:16:34.612273 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:34.617804 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] For port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:16:34.627859 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] For port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:16:34.636035 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:34.694788 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad2121-2ae5-4990-8742-8040d0d65615 None None] Pushing event updated for resources: {'Port': ['ID=8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:34.717915 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Publish callbacks [] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:34.756158 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:34.808229 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:34.813620 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:34.815926 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9dab5f49-11dd-4dbf-9185-20017a23d365,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:34.818229 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:16:34.846199 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:34.865232 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:35.098324 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Publish callbacks [] for router_gateway (fc4a72a2-e89c-4d72-b751-99c9e94d0788), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:35.124803 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-161a5e83-d865-4cb5-8e52-d4d4ea28dab5 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:35.126341 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-161a5e83-d865-4cb5-8e52-d4d4ea28dab5 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/networks?id=8b60168c-6e5d-423c-ac81-d56c113725db HTTP/1.1" status: 200 len: 814 time: 0.1052969 May 25 16:16:35.142060 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-f2d4a930-93c3-48c5-8dab-ee021855b1a9 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/quotas/e2fbd40b4ea447319a8b90656548da9e HTTP/1.1" status: 200 len: 375 time: 0.0096591 May 25 16:16:35.203088 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-63e7a26e-4eec-470a-970e-c7828d48cf05 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e2fbd40b4ea447319a8b90656548da9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553966 May 25 16:16:35.305206 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549138'] for router (fc4a72a2-e89c-4d72-b751-99c9e94d0788), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:35.309254 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-51672726-a259-46f7-b0a4-fe4fd687ea29 service neutron] 10.222.0.85 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939014 May 25 16:16:35.426366 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-a38f8ff5-4be9-42e6-b4ae-95662374b945 service neutron] 10.222.0.85 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097646 May 25 16:16:35.473457 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Router fc4a72a2-e89c-4d72-b751-99c9e94d0788 is scheduled to L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff with binding_index 1 {{(pid=104068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:16:35.583067 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:16:35.598049 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Sync routers for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:16:35.621376 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:35.622270 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:35.656003 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-457936dd-e200-4352-906f-8811232d0e5e req-ca303c30-1203-4ee2-8c81-67a03fafa754 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 210 time: 0.0485568 May 25 16:16:35.661385 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:35.663117 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-cb7f3b28-5b16-480a-a675-37509660b1c0 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8420162 May 25 16:16:35.665759 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44858) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:35.763339 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:35.794321 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2b360-f682-4073-a6db-e1f2220d2344 None None] Network 8835a77f-3e24-453e-9279-13b9fbf47bf1 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:16:35.937207 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-4b7e25b2-bf83-46c0-a519-53358d9efcb2 None None] Provisioning complete for port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:35.937572 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4b7e25b2-bf83-46c0-a519-53358d9efcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:35.998327 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:36.135036 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:36.151906 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:34Z', 'revision_number': 3, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:36.176880 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:36.184779 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:36.199419 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Checking router: fc4a72a2-e89c-4d72-b751-99c9e94d0788 for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:16:36.199930 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Updating router fc4a72a2-e89c-4d72-b751-99c9e94d0788 port 9dab5f49-11dd-4dbf-9185-20017a23d365 binding host dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:16:36.207325 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:36.207784 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:36.258779 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-4b7e25b2-bf83-46c0-a519-53358d9efcb2 None None] Current status of the port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:36.259161 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4b7e25b2-bf83-46c0-a519-53358d9efcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:36.266907 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:36.295156 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-001f7fbd-3cce-4d49-9a38-66ac8b48ff50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:36.300962 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:36.348068 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-4b7e25b2-bf83-46c0-a519-53358d9efcb2 None None] For port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:36.361637 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4b7e25b2-bf83-46c0-a519-53358d9efcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:36.387709 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Allocated IP 172.20.0.1 (8835a77f-3e24-453e-9279-13b9fbf47bf1/d28cdea5-ab1d-4124-9552-bbd7e9234ae2/d7a1c3a3-57d5-478b-9e81-8355ea98123e) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:16:36.541638 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Publish callbacks [] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:36.585643 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:36.588740 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:36.638379 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Network 8835a77f-3e24-453e-9279-13b9fbf47bf1 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:36.644176 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:36.648285 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:16:36.651788 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Pushing event updated for resources: {'Port': ['ID=d7a1c3a3-57d5-478b-9e81-8355ea98123e,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:36.678727 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-24330a6c-d515-43f4-9e5d-b0c1d852e3d6 None None] Provisioning complete for port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:36.678727 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-24330a6c-d515-43f4-9e5d-b0c1d852e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:36.704619 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549447'] for router_interface (fc4a72a2-e89c-4d72-b751-99c9e94d0788), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:36.718496 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:36.736787 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e25b2-bf83-46c0-a519-53358d9efcb2 None None] Pushing event updated for resources: {'Port': ['ID=8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:36.804965 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ec84156e-339c-4d94-b430-9c1909448a71 req-4d473d02-730e-48fa-b343-d02a1f619983 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 210 time: 0.0413275 May 25 16:16:36.865810 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-24330a6c-d515-43f4-9e5d-b0c1d852e3d6 None None] Current status of the port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:36.892184 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:36.982638 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Publish callbacks [] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:36.995505 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:37.024073 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-9ee1f991-9b6b-4312-8a71-f7d8b1fd62bb None None] Provisioning complete for port d7a1c3a3-57d5-478b-9e81-8355ea98123e triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:37.024464 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f991-9b6b-4312-8a71-f7d8b1fd62bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:37.100058 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Attempting to bind port 9dab5f49-11dd-4dbf-9185-20017a23d365 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:16:37.100496 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Attempting to bind port 9dab5f49-11dd-4dbf-9185-20017a23d365 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:16:37.100890 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Attempting to bind port 9dab5f49-11dd-4dbf-9185-20017a23d365 on network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:37.103745 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:37.105133 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c57232-823c-421e-accd-e68776d5c03d None None] Pushing event updated for resources: {'Port': ['ID=9dab5f49-11dd-4dbf-9185-20017a23d365,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:37.113227 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-dbc5356b-2710-45a7-9b0b-ffe6cb3b23da tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:37.113646 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1f991-9b6b-4312-8a71-f7d8b1fd62bb None None] Port d7a1c3a3-57d5-478b-9e81-8355ea98123e cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:16:37.114852 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-dbc5356b-2710-45a7-9b0b-ffe6cb3b23da tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.67 "GET /v2.0/networks?id=8b60168c-6e5d-423c-ac81-d56c113725db HTTP/1.1" status: 200 len: 814 time: 0.1476333 May 25 16:16:37.115692 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:37.116691 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:16:37.117057 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Checking segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:37.117438 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:37.117815 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Bound using segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:16:37.118283 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Bound port: 9dab5f49-11dd-4dbf-9185-20017a23d365, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:16:37.118646 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:37.130447 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-816c5f62-d7a6-49c5-b87b-a4b7c4644d58 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Request body: {'port': {'device_id': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'admin_state_up': True, 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:37.140596 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Publish callbacks [] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:37.148122 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:37.154106 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:37.182146 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] For port 9dab5f49-11dd-4dbf-9185-20017a23d365, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:16:37.187930 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] For port 9dab5f49-11dd-4dbf-9185-20017a23d365, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=9dab5f49-11dd-4dbf-9185-20017a23d365,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:16:37.197207 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:37.229635 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-430595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552663'] for router_interface (fc4a72a2-e89c-4d72-b751-99c9e94d0788), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:37.231745 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Pushing event updated for resources: {'Port': ['ID=d7a1c3a3-57d5-478b-9e81-8355ea98123e,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:37.258645 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:37.259438 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:37.266968 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:37.274200 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-816c5f62-d7a6-49c5-b87b-a4b7c4644d58 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Made reservation on behalf of e2fbd40b4ea447319a8b90656548da9e for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:16:37.278323 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-816c5f62-d7a6-49c5-b87b-a4b7c4644d58 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:37.281040 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:37.311652 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c57232-823c-421e-accd-e68776d5c03d None None] Pushing event updated for resources: {'Port': ['ID=9dab5f49-11dd-4dbf-9185-20017a23d365,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:37.365036 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:37.366855 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Network 8835a77f-3e24-453e-9279-13b9fbf47bf1 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:37.368372 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:37.422279 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:37.477164 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-816c5f62-d7a6-49c5-b87b-a4b7c4644d58 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Allocated IP 172.20.0.11 (8b60168c-6e5d-423c-ac81-d56c113725db/620bfd70-8e28-4ec3-bac2-c2ddb8db1e77/2b47afd8-0e10-4e55-91a9-ef22ee9101ab) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:16:37.503575 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Router fc4a72a2-e89c-4d72-b751-99c9e94d0788 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:16:37.620249 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:37.641706 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:16:37.665693 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-700ca21d-a4cc-4ee5-9422-e79734691a0c admin admin] 10.222.0.85 "PUT /v2.0/routers/fc4a72a2-e89c-4d72-b751-99c9e94d0788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9988141 May 25 16:16:37.710793 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 2, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:37.754695 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c800a78-41ee-4406-9b50-b8e02cfc37e2 None None] The sync data for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi is: [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 2, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:16:37.769248 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-816c5f62-d7a6-49c5-b87b-a4b7c4644d58 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:37.790913 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-9d2b328e-b9e9-4a94-aa7e-127de6e12792 None None] Provisioning complete for port d7a1c3a3-57d5-478b-9e81-8355ea98123e triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:37.791869 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9d2b328e-b9e9-4a94-aa7e-127de6e12792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:37.870949 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-816c5f62-d7a6-49c5-b87b-a4b7c4644d58 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:37.908367 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b328e-b9e9-4a94-aa7e-127de6e12792 None None] Port d7a1c3a3-57d5-478b-9e81-8355ea98123e cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:16:38.036949 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:38.111753 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9211bd-1bfa-42a4-ba3a-14b9145ba1d6 req-70b76695-73b7-43cc-8c1a-ca7d14f19be8 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:38.126020 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6b9211bd-1bfa-42a4-ba3a-14b9145ba1d6 req-70b76695-73b7-43cc-8c1a-ca7d14f19be8 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 932 time: 0.1509595 May 25 16:16:38.169275 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c5f62-d7a6-49c5-b87b-a4b7c4644d58 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event updated for resources: {'Port': ['ID=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:38.177176 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-816c5f62-d7a6-49c5-b87b-a4b7c4644d58 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Network 8b60168c-6e5d-423c-ac81-d56c113725db is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:38.182526 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:38.182938 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:38.290382 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-816c5f62-d7a6-49c5-b87b-a4b7c4644d58 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:38.300592 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-816c5f62-d7a6-49c5-b87b-a4b7c4644d58 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:16:38.436117 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:38.503243 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6b9211bd-1bfa-42a4-ba3a-14b9145ba1d6 req-04a40ad2-1956-4025-8aa5-a58f1f2a72c5 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238134 May 25 16:16:38.518416 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44928) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:38.552808 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-816c5f62-d7a6-49c5-b87b-a4b7c4644d58 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:38.553593 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-816c5f62-d7a6-49c5-b87b-a4b7c4644d58 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:38.575672 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-816c5f62-d7a6-49c5-b87b-a4b7c4644d58 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4510851 May 25 16:16:38.624135 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Request body: {'port': {'device_id': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:38.682825 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:38.685969 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c0d24dd-6436-4a5f-8469-1092dd181577 None None] Provisioning complete for port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:38.686450 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c0d24dd-6436-4a5f-8469-1092dd181577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:38.785623 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c0d24dd-6436-4a5f-8469-1092dd181577 None None] Port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:16:38.819015 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:38.903171 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b85807ad-ce21-412d-99fe-4cecf0848099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:38.938059 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44936) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:38.944835 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1156674642-network', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:38.982471 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Made reservation on behalf of 125dc8f9e58b436a9103f12b6968a2cd for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:16:38.992392 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.019640 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.103999 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b85807ad-ce21-412d-99fe-4cecf0848099 admin admin] Publish callbacks [] for security_group (9fc024cd-aad6-4896-b669-7a0079774dcd), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.115322 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b85807ad-ce21-412d-99fe-4cecf0848099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (9fc024cd-aad6-4896-b669-7a0079774dcd), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.143104 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:39.175261 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b85807ad-ce21-412d-99fe-4cecf0848099 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=da13efd30db34a93a36b81ff8154923d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6556704 May 25 16:16:39.180855 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44938) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:39.267180 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85807ad-ce21-412d-99fe-4cecf0848099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc024cd-aad6-4896-b669-7a0079774dcd,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:39.303791 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Publish callbacks [] for security_group (b305e70e-019c-44f0-a8e0-9c5a0654f1fe), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.318939 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (b305e70e-019c-44f0-a8e0-9c5a0654f1fe), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.345946 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:16:39.365402 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767734990430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (8f2efa0d-7f84-47fe-8cce-3d5516d7e653), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.365852 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Added segment 8f2efa0d-7f84-47fe-8cce-3d5516d7e653 of type vlan for network f04a474c-d317-4aa2-8da9-9a9cffb65634 May 25 16:16:39.461347 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734531916'] for network (f04a474c-d317-4aa2-8da9-9a9cffb65634), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.502696 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633'] for network (f04a474c-d317-4aa2-8da9-9a9cffb65634), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.503908 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:39.505655 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.531370 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d9e7c78f-96c4-4d10-b4a2-bb973e7f6faa admin admin] Publish callbacks [] for security_group (9fc024cd-aad6-4896-b669-7a0079774dcd), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.599496 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:39.608751 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b305e70e-019c-44f0-a8e0-9c5a0654f1fe,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:39.614868 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6753588 May 25 16:16:39.624049 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 44942) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:39.645630 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-063113a9-9b6d-4f9c-be1d-5ee7d722efec admin admin] Request body: {'subnet': {'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1156674642-subnet', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:39.669597 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d9e7c78f-96c4-4d10-b4a2-bb973e7f6faa admin admin] Publish callbacks [] for security_group (9fc024cd-aad6-4896-b669-7a0079774dcd), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.753692 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130f3e8-ee8a-488a-8b1d-4e731c469653 admin admin] Pushing event updated for resources: {'Network': ['ID=f04a474c-d317-4aa2-8da9-9a9cffb65634,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:39.768330 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:39.769835 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Network f04a474c-d317-4aa2-8da9-9a9cffb65634 details requested by agent ovs-agent-dv-cinder-843277-2-iscsi with host dv-cinder-843277-2-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:16:39.774676 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:39.833580 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d9e7c78f-96c4-4d10-b4a2-bb973e7f6faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (9fc024cd-aad6-4896-b669-7a0079774dcd), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.837983 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d9e7c78f-96c4-4d10-b4a2-bb973e7f6faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.869250 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d9e7c78f-96c4-4d10-b4a2-bb973e7f6faa admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9fc024cd-aad6-4896-b669-7a0079774dcd HTTP/1.1" status: 204 len: 168 time: 0.6559956 May 25 16:16:39.890174 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ecd79-fe27-4607-afba-5825b5080047 req-c2daf0e5-cc83-4f3a-810f-2b3bff06de6d tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:39.899126 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1c6ecd79-fe27-4607-afba-5825b5080047 req-c2daf0e5-cc83-4f3a-810f-2b3bff06de6d tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 932 time: 0.1458025 May 25 16:16:39.911390 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b47afd8-0e10-4e55-91a9-ef22ee9101ab {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:16:39.934204 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:39.937551 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:39.943073 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Publish callbacks [] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:39.962141 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7c78f-96c4-4d10-b4a2-bb973e7f6faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc024cd-aad6-4896-b669-7a0079774dcd,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:39.965238 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Transition to ACTIVE for port object 2b47afd8-0e10-4e55-91a9-ef22ee9101ab will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:16:39.978338 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:40.073369 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Pushing event updated for resources: {'Port': ['ID=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:40.134960 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 9dab5f49-11dd-4dbf-9185-20017a23d365 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:40.190586 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Attempting to bind port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:16:40.191235 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Attempting to bind port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:16:40.192588 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Attempting to bind port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab on network 8b60168c-6e5d-423c-ac81-d56c113725db {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:40.196806 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:40.201905 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab on network 8b60168c-6e5d-423c-ac81-d56c113725db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:16:40.202709 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Attempting to bind port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab on network 8b60168c-6e5d-423c-ac81-d56c113725db {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:40.212616 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:16:40.213310 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Checking segment: {'id': '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:40.214354 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Bound using segment: {'id': '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:16:40.214987 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Bound port: 2b47afd8-0e10-4e55-91a9-ef22ee9101ab, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:16:40.215690 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:40.226809 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1c6ecd79-fe27-4607-afba-5825b5080047 req-a5420d98-33ad-4459-96e6-e034ebd651b5 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782876 May 25 16:16:40.228080 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063113a9-9b6d-4f9c-be1d-5ee7d722efec admin admin] Made reservation on behalf of 125dc8f9e58b436a9103f12b6968a2cd for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:16:40.230598 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-063113a9-9b6d-4f9c-be1d-5ee7d722efec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286781'] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:40.285123 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 9dab5f49-11dd-4dbf-9185-20017a23d365 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:40.287677 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:40.386726 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] For port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:16:40.395055 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] For port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,segment=NetworkSegment(5f0bd156-53b8-4be8-911e-ef6ffae7ecb7),segment_id=5f0bd156-53b8-4be8-911e-ef6ffae7ecb7)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:16:40.416366 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:40.507517 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 9dab5f49-11dd-4dbf-9185-20017a23d365 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:40.507957 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:40.514067 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:40.514696 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:40.522915 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] 10.222.0.67 "PUT /v2.0/ports/2b47afd8-0e10-4e55-91a9-ef22ee9101ab HTTP/1.1" status: 200 len: 1094 time: 1.9034867 May 25 16:16:40.524104 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:16:40.531098 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93848904-72df-48c2-b9c9-31728874d121" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:16:40.582656 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port 9dab5f49-11dd-4dbf-9185-20017a23d365, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=9dab5f49-11dd-4dbf-9185-20017a23d365,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:40.594997 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:40.626394 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6afb6-e89e-4856-b780-93f34b2ff46b service neutron] Pushing event updated for resources: {'Port': ['ID=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:40.701621 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bd8b6c-15d0-4fe2-974b-66c75f5d504d x-openstack-request-id: req-b4bd8b6c-15d0-4fe2-974b-66c75f5d504d {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:16:40.703123 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:16:40.703556 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b4bd8b6c-15d0-4fe2-974b-66c75f5d504d {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:16:40.705650 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4bd8b6c-15d0-4fe2-974b-66c75f5d504d'] response: {'name': 'network-changed', 'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab', 'status': 'completed', 'code': 200} May 25 16:16:40.733799 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=9dab5f49-11dd-4dbf-9185-20017a23d365,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:40.745629 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.746068 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.746515 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.747250 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.748203 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.748918 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.749600 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.750147 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.750695 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.751254 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.752030 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.752606 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.753827 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.754806 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.775412 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:40.791255 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-8f2f6897-98df-4687-b979-bb34846264eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:40.795959 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-8f2f6897-98df-4687-b979-bb34846264eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2fbd40b4ea447319a8b90656548da9e&device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 1128 time: 0.1517894 May 25 16:16:40.815337 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-063113a9-9b6d-4f9c-be1d-5ee7d722efec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3990599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286799'] for subnet (be76ae61-9313-42cc-8b67-b20ddabb5cfd), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:40.821280 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:40.924224 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063113a9-9b6d-4f9c-be1d-5ee7d722efec admin admin] Pushing event updated for resources: {'Subnet': ['ID=be76ae61-9313-42cc-8b67-b20ddabb5cfd,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:40.961213 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063113a9-9b6d-4f9c-be1d-5ee7d722efec admin admin] Checking segment: {'id': '8f2efa0d-7f84-47fe-8cce-3d5516d7e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:40.961674 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063113a9-9b6d-4f9c-be1d-5ee7d722efec admin admin] Network hostable DHCP agents. Network: f04a474c-d317-4aa2-8da9-9a9cffb65634, hostable agents: ['87e34e9a-af7e-4af8-8853-d9e5bf1f8617'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:16:40.992144 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063113a9-9b6d-4f9c-be1d-5ee7d722efec admin admin] Network f04a474c-d317-4aa2-8da9-9a9cffb65634 is scheduled to be hosted by DHCP agent 87e34e9a-af7e-4af8-8853-d9e5bf1f8617 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:16:41.006383 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-063113a9-9b6d-4f9c-be1d-5ee7d722efec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-2-iscsi, f04a474c-d317-4aa2-8da9-9a9cffb65634) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:41.013213 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063113a9-9b6d-4f9c-be1d-5ee7d722efec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:41.013951 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-063113a9-9b6d-4f9c-be1d-5ee7d722efec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:41.017874 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b712a675-2a09-4af2-88ad-afcce8c77bd7 None None] Network f04a474c-d317-4aa2-8da9-9a9cffb65634 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:16:41.041755 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-063113a9-9b6d-4f9c-be1d-5ee7d722efec admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4087868 May 25 16:16:41.044783 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 44958) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:41.049381 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1156674642-router', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:41.076362 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4723'] for router (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:41.078006 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4618'] for router (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:41.099229 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:41.134790 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:41.153572 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Publish callbacks [] for router_controller (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:41.180494 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36dff1af-7e65-55b9-86f4-0fb241d6de40-f04a474c-d317-4aa2-8da9-9a9cffb65634', 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634', 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'fixed_ips': [{'subnet_id': 'be76ae61-9313-42cc-8b67-b20ddabb5cfd'}]}} from dv-cinder-843277-2-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:16:41.183502 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:41.294323 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-9a940dbd-e1df-4e1f-8d9e-077b0d5636d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab HTTP/1.1" status: 200 len: 217 time: 0.1259382 May 25 16:16:41.484889 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6173c-5bde-4f6c-91d2-2e0d189ebb4f req-eaca19f0-bdeb-4a82-a4b4-8972f72cb5cc tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:41.495597 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1bc6173c-5bde-4f6c-91d2-2e0d189ebb4f req-eaca19f0-bdeb-4a82-a4b4-8972f72cb5cc tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 944 time: 0.1120212 May 25 16:16:41.508889 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Allocated IP 172.20.0.2 (f04a474c-d317-4aa2-8da9-9a9cffb65634/be76ae61-9313-42cc-8b67-b20ddabb5cfd/3b5e83d9-f8cd-4d0f-9f05-d1c126e47090) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:16:41.514491 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-12669921-a942-45a4-bb58-39954f8b4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:41.523723 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-12669921-a942-45a4-bb58-39954f8b4ac6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=620bfd70-8e28-4ec3-bac2-c2ddb8db1e77 HTTP/1.1" status: 200 len: 853 time: 0.2174909 May 25 16:16:41.610018 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1bc6173c-5bde-4f6c-91d2-2e0d189ebb4f req-4f1375c8-e95f-43a0-aa8e-77ea3bf9f5ac tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015084 May 25 16:16:41.613192 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Publish callbacks [] for router_gateway (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:41.654200 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-15ff2075-9777-4e1f-9c85-f7f90f935d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:41.655972 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-15ff2075-9777-4e1f-9c85-f7f90f935d24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b60168c-6e5d-423c-ac81-d56c113725db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800061 May 25 16:16:41.752201 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Publish callbacks [] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:41.762732 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:41.811930 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:41.811930 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-750d1838-7ec7-457e-bab2-0457f0ef3c8b service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370649 May 25 16:16:41.868551 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Network f04a474c-d317-4aa2-8da9-9a9cffb65634 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:41.880927 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:41.886184 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:16:41.889129 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Sync routers for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:16:41.915933 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Pushing event updated for resources: {'Port': ['ID=3b5e83d9-f8cd-4d0f-9f05-d1c126e47090,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:41.931672 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:41.932329 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:41.963360 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:41.987174 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Attempting to bind port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:16:41.988438 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Attempting to bind port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '8f2efa0d-7f84-47fe-8cce-3d5516d7e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:16:41.989704 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Attempting to bind port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 on network f04a474c-d317-4aa2-8da9-9a9cffb65634 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:41.997193 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:16:41.997580 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Checking segment: {'id': '8f2efa0d-7f84-47fe-8cce-3d5516d7e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:41.997968 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:41.998355 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Bound using segment: {'id': '8f2efa0d-7f84-47fe-8cce-3d5516d7e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:16:41.999440 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Bound port: 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2efa0d-7f84-47fe-8cce-3d5516d7e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:16:41.999440 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:42.018030 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 9dab5f49-11dd-4dbf-9185-20017a23d365 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:42.136343 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Publish callbacks [] for router_gateway (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:42.170987 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 9dab5f49-11dd-4dbf-9185-20017a23d365 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:42.171775 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:42.209576 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:42.221497 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] For port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:16:42.223360 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:42.237946 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04003e55-9153-4ecc-b40b-95c17c1073a3 req-1889fce0-48ed-4526-a0be-0dc751b851a5 service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958330 May 25 16:16:42.239785 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:42.250023 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] For port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=3b5e83d9-f8cd-4d0f-9f05-d1c126e47090,segment=NetworkSegment(8f2efa0d-7f84-47fe-8cce-3d5516d7e653),segment_id=8f2efa0d-7f84-47fe-8cce-3d5516d7e653)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:16:42.263354 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:42.527414 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Allocated IP 172.27.0.122 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/8730c088-b385-4a52-a694-73196845aa71) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:16:42.530250 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848904-72df-48c2-b9c9-31728874d121 req-3bdb894c-614a-4d28-8f95-76ce8047fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:42.531815 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93848904-72df-48c2-b9c9-31728874d121 req-3bdb894c-614a-4d28-8f95-76ce8047fad5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2fbd40b4ea447319a8b90656548da9e&device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 1128 time: 0.1538854 May 25 16:16:42.770250 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 9dab5f49-11dd-4dbf-9185-20017a23d365 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:42.802949 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5496ad-4fab-476c-826f-540ceb372ffd None None] Pushing event updated for resources: {'Port': ['ID=3b5e83d9-f8cd-4d0f-9f05-d1c126e47090,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:42.835257 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 2, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:42.858320 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc05800-3e91-42fb-94b7-eae8b83f8aed req-5f562979-8689-4911-85f5-2cbf60260ca7 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:42.865849 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0dc05800-3e91-42fb-94b7-eae8b83f8aed req-5f562979-8689-4911-85f5-2cbf60260ca7 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 944 time: 0.1043539 May 25 16:16:42.934066 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Checking router: fc4a72a2-e89c-4d72-b751-99c9e94d0788 for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:16:42.935400 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Updating router fc4a72a2-e89c-4d72-b751-99c9e94d0788 port d7a1c3a3-57d5-478b-9e81-8355ea98123e binding host dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:16:42.961853 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Publish callbacks [] for port (8730c088-b385-4a52-a694-73196845aa71), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:42.976671 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0dc05800-3e91-42fb-94b7-eae8b83f8aed req-dd5eead6-51a2-4655-bf15-34ba1e6cf4cc tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096940 May 25 16:16:42.993164 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848904-72df-48c2-b9c9-31728874d121 req-f19c5dc5-26c5-4bdd-b78d-c12e7d87d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:42.994960 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:42.995239 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93848904-72df-48c2-b9c9-31728874d121 req-f19c5dc5-26c5-4bdd-b78d-c12e7d87d230 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b60168c-6e5d-423c-ac81-d56c113725db HTTP/1.1" status: 200 len: 915 time: 0.4052491 May 25 16:16:43.083393 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (8730c088-b385-4a52-a694-73196845aa71), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:43.209509 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93848904-72df-48c2-b9c9-31728874d121 req-497cc03f-327a-45d3-8c7f-2fbc42bd1870 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab HTTP/1.1" status: 200 len: 217 time: 0.0621550 May 25 16:16:43.217202 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:43.220897 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:43.228605 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:16:43.333519 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Pushing event updated for resources: {'Port': ['ID=8730c088-b385-4a52-a694-73196845aa71,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:43.390891 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:43.454974 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848904-72df-48c2-b9c9-31728874d121 req-0093f6a3-4121-4a8f-89d6-4b8be2d36021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:43.458473 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93848904-72df-48c2-b9c9-31728874d121 req-0093f6a3-4121-4a8f-89d6-4b8be2d36021 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=620bfd70-8e28-4ec3-bac2-c2ddb8db1e77 HTTP/1.1" status: 200 len: 853 time: 0.1394937 May 25 16:16:43.472247 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Publish callbacks [] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:43.482297 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:43.576334 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:43.584074 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:43.589025 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fc903-7c78-4c24-a12f-3233ff88c31f None None] Pushing event updated for resources: {'Port': ['ID=d7a1c3a3-57d5-478b-9e81-8355ea98123e,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:43.711230 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Attempting to bind port d7a1c3a3-57d5-478b-9e81-8355ea98123e on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:16:43.712651 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Attempting to bind port d7a1c3a3-57d5-478b-9e81-8355ea98123e by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:16:43.713416 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Attempting to bind port d7a1c3a3-57d5-478b-9e81-8355ea98123e on network 8835a77f-3e24-453e-9279-13b9fbf47bf1 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:43.714726 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Publish callbacks [] for router_gateway (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:43.723108 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:16:43.723409 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Checking segment: {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:43.724074 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:43.724539 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Bound using segment: {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:16:43.725252 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Bound port: d7a1c3a3-57d5-478b-9e81-8355ea98123e, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:16:43.725605 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:43.881255 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848904-72df-48c2-b9c9-31728874d121 req-33bec1de-3706-49e4-80a5-05b47dd8b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:43.883085 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93848904-72df-48c2-b9c9-31728874d121 req-33bec1de-3706-49e4-80a5-05b47dd8b7d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b60168c-6e5d-423c-ac81-d56c113725db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077754 May 25 16:16:43.927385 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] For port d7a1c3a3-57d5-478b-9e81-8355ea98123e, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:16:43.936074 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] For port d7a1c3a3-57d5-478b-9e81-8355ea98123e, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=d7a1c3a3-57d5-478b-9e81-8355ea98123e,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:16:43.959062 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:44.078605 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:44.192952 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:44.193718 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:44.245965 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-695bd314-00cc-4134-a946-bb51c93a4f48 None None] Provisioning complete for port d7a1c3a3-57d5-478b-9e81-8355ea98123e triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:44.246577 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-695bd314-00cc-4134-a946-bb51c93a4f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:44.310328 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6de829-26ae-4642-816f-e47e578f86af req-1ad61aa5-e76d-4c4a-be1a-779b229881b6 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:44.323212 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cd6de829-26ae-4642-816f-e47e578f86af req-1ad61aa5-e76d-4c4a-be1a-779b229881b6 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 944 time: 0.1746252 May 25 16:16:44.325740 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549138'] for router (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:44.331604 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93848904-72df-48c2-b9c9-31728874d121 req-f7675931-7cc7-4b57-acae-b4f1174ec762 service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605819 May 25 16:16:44.483310 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:44.483696 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:44.539539 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cd6de829-26ae-4642-816f-e47e578f86af req-fd9066e6-fa3a-4f88-8822-f5e7e44392c1 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122192 May 25 16:16:44.584260 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Router 36b4b923-7b8a-4b43-9fa5-b09a7d60194a is scheduled to L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff with binding_index 1 {{(pid=104068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:16:44.613442 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fc903-7c78-4c24-a12f-3233ff88c31f None None] Pushing event updated for resources: {'Port': ['ID=d7a1c3a3-57d5-478b-9e81-8355ea98123e,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:44.699680 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:44.710091 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93848904-72df-48c2-b9c9-31728874d121 req-31c59177-0440-41f5-8013-ac85f9d3d7a5 service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699831 May 25 16:16:44.751882 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:44.759057 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-695bd314-00cc-4134-a946-bb51c93a4f48 None None] Current status of the port d7a1c3a3-57d5-478b-9e81-8355ea98123e is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:44.759291 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-695bd314-00cc-4134-a946-bb51c93a4f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:44.816929 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:44.832226 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d446f713-aec6-426c-93dd-529d8b1380a8 None None] Network f04a474c-d317-4aa2-8da9-9a9cffb65634 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:16:44.900630 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:16:44.945288 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Sync routers for ids ['36b4b923-7b8a-4b43-9fa5-b09a7d60194a'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:16:44.953229 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:44.959402 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45002) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:44.961543 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-cef82f39-862c-4a6e-9538-0ae92819f0ef admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9106791 May 25 16:16:44.998156 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:45.000254 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Routers {'36b4b923-7b8a-4b43-9fa5-b09a7d60194a'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:45.001185 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['36b4b923-7b8a-4b43-9fa5-b09a7d60194a'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:45.063991 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:45.092768 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:43Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:45.135329 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Set router 36b4b923-7b8a-4b43-9fa5-b09a7d60194a gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:45.160382 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0801e1-bf4e-4df0-8615-fc4ca263ec04 None None] The sync data for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi is: [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:43Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:16:45.230504 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-695bd314-00cc-4134-a946-bb51c93a4f48 None None] For port d7a1c3a3-57d5-478b-9e81-8355ea98123e, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=d7a1c3a3-57d5-478b-9e81-8355ea98123e,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:45.269241 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-695bd314-00cc-4134-a946-bb51c93a4f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:45.352739 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:45.353470 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:45.387644 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bd314-00cc-4134-a946-bb51c93a4f48 None None] Pushing event updated for resources: {'Port': ['ID=d7a1c3a3-57d5-478b-9e81-8355ea98123e,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:45.468185 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-7e830b02-d8e2-4814-bac8-ae2647b11845 None None] Provisioning complete for port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:45.468807 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7e830b02-d8e2-4814-bac8-ae2647b11845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:45.481172 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=3b5e83d9-f8cd-4d0f-9f05-d1c126e47090,segment=NetworkSegment(8f2efa0d-7f84-47fe-8cce-3d5516d7e653),segment_id=8f2efa0d-7f84-47fe-8cce-3d5516d7e653)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:45.547527 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:45.676879 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:45.832068 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:45.842480 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc062f8-9925-4f3f-b2f6-60d288b958f8 req-6172aa71-fcf0-40af-ad2a-d7fac74a1260 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:45.849448 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2dc062f8-9925-4f3f-b2f6-60d288b958f8 req-6172aa71-fcf0-40af-ad2a-d7fac74a1260 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 944 time: 0.1693795 May 25 16:16:45.949593 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=3b5e83d9-f8cd-4d0f-9f05-d1c126e47090,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:46.042368 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2dc062f8-9925-4f3f-b2f6-60d288b958f8 req-6e904d94-4e3f-45cf-96c8-bb6c25490d5f tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798792 May 25 16:16:46.048684 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-7e830b02-d8e2-4814-bac8-ae2647b11845 None None] Current status of the port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:46.152119 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'name': 'tempest-TestVolumeBootPattern-1156674642-router', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '8730c088-b385-4a52-a694-73196845aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:41Z', 'updated_at': '2022-05-25T16:16:43Z', 'revision_number': 3, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'gw_port': {'id': '8730c088-b385-4a52-a694-73196845aa71', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:42Z', 'updated_at': '2022-05-25T16:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:46.156464 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device d7a1c3a3-57d5-478b-9e81-8355ea98123e up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:46.269261 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Checking router: 36b4b923-7b8a-4b43-9fa5-b09a7d60194a for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:16:46.269911 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Updating router 36b4b923-7b8a-4b43-9fa5-b09a7d60194a port 8730c088-b385-4a52-a694-73196845aa71 binding host dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:16:46.287964 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-7e830b02-d8e2-4814-bac8-ae2647b11845 None None] Provisioning complete for port d7a1c3a3-57d5-478b-9e81-8355ea98123e triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:46.289456 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7e830b02-d8e2-4814-bac8-ae2647b11845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:46.393102 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8730c088-b385-4a52-a694-73196845aa71), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:46.563700 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:46.566616 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-7e830b02-d8e2-4814-bac8-ae2647b11845 None None] Current status of the port d7a1c3a3-57d5-478b-9e81-8355ea98123e is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:46.659943 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port d7a1c3a3-57d5-478b-9e81-8355ea98123e triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:46.660376 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:46.806633 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Allocated IP 172.20.0.1 (f04a474c-d317-4aa2-8da9-9a9cffb65634/be76ae61-9313-42cc-8b67-b20ddabb5cfd/aa2946d8-f928-4ef7-a4f7-e15bddc94de6) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:16:46.812997 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-664dd708-4c27-4d18-af2b-e4562373a477 None None] Provisioning complete for port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:46.813654 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-664dd708-4c27-4d18-af2b-e4562373a477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:46.832125 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:46.965725 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Publish callbacks [] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:46.988891 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port d7a1c3a3-57d5-478b-9e81-8355ea98123e is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:47.025046 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-664dd708-4c27-4d18-af2b-e4562373a477 None None] Current status of the port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:47.082968 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:47.148793 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Network f04a474c-d317-4aa2-8da9-9a9cffb65634 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:47.149073 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Publish callbacks [] for port (8730c088-b385-4a52-a694-73196845aa71), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:47.158818 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2946d8-f928-4ef7-a4f7-e15bddc94de6,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:47.159644 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8730c088-b385-4a52-a694-73196845aa71), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:47.173235 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.174241 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.175082 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.175668 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.176264 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.177166 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.178678 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.179536 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.180131 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.180877 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.181412 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.181901 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.182294 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.182665 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.182926 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:47.189574 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:47.192882 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:16:47.204305 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:47.228301 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Attempting to bind port 8730c088-b385-4a52-a694-73196845aa71 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:16:47.228670 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Attempting to bind port 8730c088-b385-4a52-a694-73196845aa71 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:16:47.229184 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Attempting to bind port 8730c088-b385-4a52-a694-73196845aa71 on network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:47.237090 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:16:47.237459 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Checking segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:47.238196 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:47.238401 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Bound using segment: {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:16:47.238695 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Bound port: 8730c088-b385-4a52-a694-73196845aa71, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9bae46-534f-4d38-bbfb-fb69e3088988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:16:47.239267 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8730c088-b385-4a52-a694-73196845aa71), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:47.246618 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193917b-9501-4611-b2ff-daf041531941 None None] Pushing event updated for resources: {'Port': ['ID=8730c088-b385-4a52-a694-73196845aa71,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:47.291078 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c945e14-3444-48d9-b7a3-63d2169e9f42 req-dd193c0c-cbf0-4b3d-b4f2-e55c0469636b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:47.292968 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7c945e14-3444-48d9-b7a3-63d2169e9f42 req-dd193c0c-cbf0-4b3d-b4f2-e55c0469636b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 944 time: 0.1232777 May 25 16:16:47.310285 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549447'] for router_interface (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:47.368683 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] For port 8730c088-b385-4a52-a694-73196845aa71, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:16:47.372345 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] For port 8730c088-b385-4a52-a694-73196845aa71, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=8730c088-b385-4a52-a694-73196845aa71,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:16:47.380459 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8730c088-b385-4a52-a694-73196845aa71), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:47.413740 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:47.439787 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7c945e14-3444-48d9-b7a3-63d2169e9f42 req-c1a49167-caa6-4e82-9918-bb4a2b8a204c tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387491 May 25 16:16:47.630535 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193917b-9501-4611-b2ff-daf041531941 None None] Pushing event updated for resources: {'Port': ['ID=8730c088-b385-4a52-a694-73196845aa71,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:47.646526 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Routers {'36b4b923-7b8a-4b43-9fa5-b09a7d60194a'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:47.646878 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['36b4b923-7b8a-4b43-9fa5-b09a7d60194a'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:47.663716 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-2b3e4e37-0e90-48a2-aafb-51bd9242441d None None] Provisioning complete for port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:47.664179 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4e37-0e90-48a2-aafb-51bd9242441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:47.666760 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:47.781178 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e4e37-0e90-48a2-aafb-51bd9242441d None None] Port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:16:47.895887 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] Set router 36b4b923-7b8a-4b43-9fa5-b09a7d60194a gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:47.980239 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:48.043180 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:48.183634 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Publish callbacks [] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:48.205062 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:48.271134 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'name': 'tempest-TestVolumeBootPattern-1156674642-router', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '8730c088-b385-4a52-a694-73196845aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:41Z', 'updated_at': '2022-05-25T16:16:47Z', 'revision_number': 4, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'gw_port': {'id': '8730c088-b385-4a52-a694-73196845aa71', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:42Z', 'updated_at': '2022-05-25T16:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'aa2946d8-f928-4ef7-a4f7-e15bddc94de6', 'name': '', 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'mac_address': 'fa:16:3e:60:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'be76ae61-9313-42cc-8b67-b20ddabb5cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:45Z', 'updated_at': '2022-05-25T16:16:46Z', 'revision_number': 1, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'subnets': [{'id': 'be76ae61-9313-42cc-8b67-b20ddabb5cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:48.275028 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:48.290526 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:48.331549 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2946d8-f928-4ef7-a4f7-e15bddc94de6,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:48.338235 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3c967-87b9-4bc2-979f-d0775c8874f3 None None] The sync data for ids ['36b4b923-7b8a-4b43-9fa5-b09a7d60194a'] in dv-cinder-843277-2-iscsi is: [{'id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'name': 'tempest-TestVolumeBootPattern-1156674642-router', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '8730c088-b385-4a52-a694-73196845aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:41Z', 'updated_at': '2022-05-25T16:16:47Z', 'revision_number': 4, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'gw_port': {'id': '8730c088-b385-4a52-a694-73196845aa71', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:42Z', 'updated_at': '2022-05-25T16:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'aa2946d8-f928-4ef7-a4f7-e15bddc94de6', 'name': '', 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'mac_address': 'fa:16:3e:60:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'be76ae61-9313-42cc-8b67-b20ddabb5cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:45Z', 'updated_at': '2022-05-25T16:16:46Z', 'revision_number': 1, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'subnets': [{'id': 'be76ae61-9313-42cc-8b67-b20ddabb5cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:16:48.339528 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-430595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552663'] for router_interface (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:48.465131 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:48.472621 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Network f04a474c-d317-4aa2-8da9-9a9cffb65634 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:16:48.474366 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:16:48.517345 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:48.644382 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Router 36b4b923-7b8a-4b43-9fa5-b09a7d60194a has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:16:48.645880 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297bf5c-0857-473a-883f-889dbbd463b2 req-90a9ae6a-598d-4b9b-b517-5701275fb900 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:48.648459 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d297bf5c-0857-473a-883f-889dbbd463b2 req-90a9ae6a-598d-4b9b-b517-5701275fb900 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 944 time: 0.0908334 May 25 16:16:48.741455 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d297bf5c-0857-473a-883f-889dbbd463b2 req-a6ea4f45-f99f-4c4d-bcaf-2183069b1648 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837009 May 25 16:16:48.832429 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:16:48.842851 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-297e5573-81a9-4788-8e1c-9e855ddd87b8 admin admin] 10.222.0.85 "PUT /v2.0/routers/36b4b923-7b8a-4b43-9fa5-b09a7d60194a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8818531 May 25 16:16:48.912513 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:48.917361 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-ee41ad2f-9f58-43ed-8630-45bf5061a78f None None] Provisioning complete for port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:48.917906 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ee41ad2f-9f58-43ed-8630-45bf5061a78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:48.953459 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-ee41ad2f-9f58-43ed-8630-45bf5061a78f None None] Port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:16:49.297036 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45058) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:49.304306 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-30ba02a4-c09c-4272-8b7a-185ae1eb1080 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645907198', 'description': 'tempest-secgroup-smoke-1645907198 description', 'project_id': '31462b97f7a04859b66398fd6386cfc4'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:49.337737 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-30ba02a4-c09c-4272-8b7a-185ae1eb1080 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.341275 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:49.421726 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-30ba02a4-c09c-4272-8b7a-185ae1eb1080 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group (d0091e47-3d47-4af2-9da5-a65bf076ade6), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.427164 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-30ba02a4-c09c-4272-8b7a-185ae1eb1080 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (d0091e47-3d47-4af2-9da5-a65bf076ade6), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.462456 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-30ba02a4-c09c-4272-8b7a-185ae1eb1080 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.463855 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-30ba02a4-c09c-4272-8b7a-185ae1eb1080 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1634946 May 25 16:16:49.467240 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45064) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:49.468245 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba02a4-c09c-4272-8b7a-185ae1eb1080 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0091e47-3d47-4af2-9da5-a65bf076ade6,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:49.482705 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-149d5e88-8b9a-4bad-a95b-fd708bc2872b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Request body: {'security_group_rule': {'security_group_id': 'd0091e47-3d47-4af2-9da5-a65bf076ade6', 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:49.515660 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-149d5e88-8b9a-4bad-a95b-fd708bc2872b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (96dff3b4-2c88-43c0-9208-b57157e1e61d), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.544557 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:49.576229 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-149d5e88-8b9a-4bad-a95b-fd708bc2872b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (96dff3b4-2c88-43c0-9208-b57157e1e61d), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.583986 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-149d5e88-8b9a-4bad-a95b-fd708bc2872b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (96dff3b4-2c88-43c0-9208-b57157e1e61d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.604667 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d5e88-8b9a-4bad-a95b-fd708bc2872b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96dff3b4-2c88-43c0-9208-b57157e1e61d,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:49.614976 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-149d5e88-8b9a-4bad-a95b-fd708bc2872b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.616231 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-149d5e88-8b9a-4bad-a95b-fd708bc2872b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478810 May 25 16:16:49.619149 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45070) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:49.624199 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-b9b14955-fb02-4dbe-929f-270262cfeb6e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Request body: {'security_group_rule': {'security_group_id': 'd0091e47-3d47-4af2-9da5-a65bf076ade6', 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:49.657677 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b9b14955-fb02-4dbe-929f-270262cfeb6e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (cb93f096-08e5-41bb-9291-9d23427bccb3), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.710670 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b9b14955-fb02-4dbe-929f-270262cfeb6e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (cb93f096-08e5-41bb-9291-9d23427bccb3), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.716317 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b9b14955-fb02-4dbe-929f-270262cfeb6e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (cb93f096-08e5-41bb-9291-9d23427bccb3), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.735253 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b14955-fb02-4dbe-929f-270262cfeb6e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb93f096-08e5-41bb-9291-9d23427bccb3,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:49.746353 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b9b14955-fb02-4dbe-929f-270262cfeb6e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.747572 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b9b14955-fb02-4dbe-929f-270262cfeb6e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271343 May 25 16:16:49.750422 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45074) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:49.754671 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-58e3c7b9-0516-43d6-b4a3-4f46a986c8e7 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Request body: {'security_group_rule': {'security_group_id': 'd0091e47-3d47-4af2-9da5-a65bf076ade6', 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:49.798260 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-58e3c7b9-0516-43d6-b4a3-4f46a986c8e7 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (99ac5562-df2f-4b95-b11b-b47686a1420a), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.875081 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd959e-2a1d-4c9c-ada0-1baa5c9accdc req-95b8744e-2e14-4698-9621-0ab8561d428f tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:49.876035 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-58e3c7b9-0516-43d6-b4a3-4f46a986c8e7 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (99ac5562-df2f-4b95-b11b-b47686a1420a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.877412 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0bdd959e-2a1d-4c9c-ada0-1baa5c9accdc req-95b8744e-2e14-4698-9621-0ab8561d428f tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 944 time: 0.0550373 May 25 16:16:49.885020 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-58e3c7b9-0516-43d6-b4a3-4f46a986c8e7 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (99ac5562-df2f-4b95-b11b-b47686a1420a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.916712 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3c7b9-0516-43d6-b4a3-4f46a986c8e7 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ac5562-df2f-4b95-b11b-b47686a1420a,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:49.931485 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-58e3c7b9-0516-43d6-b4a3-4f46a986c8e7 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:49.935425 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-58e3c7b9-0516-43d6-b4a3-4f46a986c8e7 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1816459 May 25 16:16:49.935898 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45082) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:49.941989 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0bdd959e-2a1d-4c9c-ada0-1baa5c9accdc req-a7451be2-38fd-4273-a5d3-1b7ff4625c2a tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571651 May 25 16:16:49.945016 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-9c4d3302-6ba1-42e9-9e1b-e2415ffb40d0 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Request body: {'security_group_rule': {'security_group_id': 'd0091e47-3d47-4af2-9da5-a65bf076ade6', 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:49.984133 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3302-6ba1-42e9-9e1b-e2415ffb40d0 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (ca45cb1f-5f3e-4da2-a921-9c16895592f7), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.019801 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 8730c088-b385-4a52-a694-73196845aa71 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:50.069878 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3302-6ba1-42e9-9e1b-e2415ffb40d0 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (ca45cb1f-5f3e-4da2-a921-9c16895592f7), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.072548 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 8730c088-b385-4a52-a694-73196845aa71 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:50.072967 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8730c088-b385-4a52-a694-73196845aa71), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.075776 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3302-6ba1-42e9-9e1b-e2415ffb40d0 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (ca45cb1f-5f3e-4da2-a921-9c16895592f7), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.095890 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d3302-6ba1-42e9-9e1b-e2415ffb40d0 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca45cb1f-5f3e-4da2-a921-9c16895592f7,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:50.105798 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3302-6ba1-42e9-9e1b-e2415ffb40d0 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.109616 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9c4d3302-6ba1-42e9-9e1b-e2415ffb40d0 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1684473 May 25 16:16:50.109789 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45088) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:50.114292 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-71e3a98c-3ccc-403d-896b-8808501296ec tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Request body: {'security_group_rule': {'security_group_id': 'd0091e47-3d47-4af2-9da5-a65bf076ade6', 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:50.137788 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.securitygroups_db [None req-71e3a98c-3ccc-403d-896b-8808501296ec tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Project 31462b97f7a04859b66398fd6386cfc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:16:50.144791 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-71e3a98c-3ccc-403d-896b-8808501296ec tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (dd63dab5-aaeb-4df9-8a3c-64738c90e91b), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.160586 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 8730c088-b385-4a52-a694-73196845aa71 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:50.160972 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8730c088-b385-4a52-a694-73196845aa71), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.182889 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] For port 8730c088-b385-4a52-a694-73196845aa71, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=8730c088-b385-4a52-a694-73196845aa71,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:50.187860 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (8730c088-b385-4a52-a694-73196845aa71), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.189245 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:50.208834 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-71e3a98c-3ccc-403d-896b-8808501296ec tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (dd63dab5-aaeb-4df9-8a3c-64738c90e91b), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.214899 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-71e3a98c-3ccc-403d-896b-8808501296ec tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (dd63dab5-aaeb-4df9-8a3c-64738c90e91b), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.223382 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:50.240675 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Pushing event updated for resources: {'Port': ['ID=8730c088-b385-4a52-a694-73196845aa71,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:50.241312 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3a98c-3ccc-403d-896b-8808501296ec tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd63dab5-aaeb-4df9-8a3c-64738c90e91b,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:50.252644 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-71e3a98c-3ccc-403d-896b-8808501296ec tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.257751 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45094) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:50.258214 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-71e3a98c-3ccc-403d-896b-8808501296ec tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471500 May 25 16:16:50.262663 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-c80cb73c-794b-4445-bc05-8c830fac56cb tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Request body: {'security_group_rule': {'security_group_id': 'd0091e47-3d47-4af2-9da5-a65bf076ade6', 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:16:50.273947 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.285363 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.securitygroups_db [None req-c80cb73c-794b-4445-bc05-8c830fac56cb tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Project 31462b97f7a04859b66398fd6386cfc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:16:50.292203 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c80cb73c-794b-4445-bc05-8c830fac56cb tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (cec75c1c-fb49-47e5-b9f4-14c654f8d8d9), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.352690 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c80cb73c-794b-4445-bc05-8c830fac56cb tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (cec75c1c-fb49-47e5-b9f4-14c654f8d8d9), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.357622 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c80cb73c-794b-4445-bc05-8c830fac56cb tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (cec75c1c-fb49-47e5-b9f4-14c654f8d8d9), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.378415 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cb73c-794b-4445-bc05-8c830fac56cb tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec75c1c-fb49-47e5-b9f4-14c654f8d8d9,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:50.387274 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c80cb73c-794b-4445-bc05-8c830fac56cb tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:50.388607 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c80cb73c-794b-4445-bc05-8c830fac56cb tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296909 May 25 16:16:51.081039 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43aef59-043f-4f28-9f75-ab29683aee75 req-2d11de84-9a72-479e-9948-afd9eeefc378 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:51.082589 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c43aef59-043f-4f28-9f75-ab29683aee75 req-2d11de84-9a72-479e-9948-afd9eeefc378 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 944 time: 0.0539308 May 25 16:16:51.137855 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c43aef59-043f-4f28-9f75-ab29683aee75 req-6afd2233-0581-45f9-8daf-46a76eade98b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490928 May 25 16:16:51.318570 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Sync routers for ids ['36b4b923-7b8a-4b43-9fa5-b09a7d60194a'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:16:51.329846 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Routers {'36b4b923-7b8a-4b43-9fa5-b09a7d60194a'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:51.330456 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['36b4b923-7b8a-4b43-9fa5-b09a7d60194a'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:51.443116 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Set router 36b4b923-7b8a-4b43-9fa5-b09a7d60194a gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:51.564760 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:51.642537 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'name': 'tempest-TestVolumeBootPattern-1156674642-router', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '8730c088-b385-4a52-a694-73196845aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:41Z', 'updated_at': '2022-05-25T16:16:47Z', 'revision_number': 4, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'gw_port': {'id': '8730c088-b385-4a52-a694-73196845aa71', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:42Z', 'updated_at': '2022-05-25T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'aa2946d8-f928-4ef7-a4f7-e15bddc94de6', 'name': '', 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'mac_address': 'fa:16:3e:60:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'be76ae61-9313-42cc-8b67-b20ddabb5cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:45Z', 'updated_at': '2022-05-25T16:16:47Z', 'revision_number': 2, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'subnets': [{'id': 'be76ae61-9313-42cc-8b67-b20ddabb5cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:51.667143 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Checking router: 36b4b923-7b8a-4b43-9fa5-b09a7d60194a for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:16:51.667485 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Updating router 36b4b923-7b8a-4b43-9fa5-b09a7d60194a port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 binding host dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:16:51.697080 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:51.938784 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 8730c088-b385-4a52-a694-73196845aa71 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:51.986579 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port 8730c088-b385-4a52-a694-73196845aa71 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:51.987218 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (8730c088-b385-4a52-a694-73196845aa71), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:51.990207 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Publish callbacks [] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:51.997077 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:52.060400 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0425a-e963-401a-ac91-324befb85e19 None None] Pushing event updated for resources: {'Port': ['ID=aa2946d8-f928-4ef7-a4f7-e15bddc94de6,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:52.083561 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port 8730c088-b385-4a52-a694-73196845aa71 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:52.134451 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Attempting to bind port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 on host dv-cinder-843277-2-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:16:52.135646 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Attempting to bind port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 by drivers openvswitch,hyperv on host dv-cinder-843277-2-iscsi at level 0 using segments [{'id': '8f2efa0d-7f84-47fe-8cce-3d5516d7e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:16:52.136113 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Attempting to bind port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 on network f04a474c-d317-4aa2-8da9-9a9cffb65634 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:16:52.142486 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Checking agent: {'id': '4007a700-2d85-4a7a-b66c-a00cb895061e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 15, 59, 10), 'started_at': datetime.datetime(2022, 5, 25, 15, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:16:52.143066 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Checking segment: {'id': '8f2efa0d-7f84-47fe-8cce-3d5516d7e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:16:52.143503 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:52.143973 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Bound using segment: {'id': '8f2efa0d-7f84-47fe-8cce-3d5516d7e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:16:52.144502 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Bound port: aa2946d8-f928-4ef7-a4f7-e15bddc94de6, host: dv-cinder-843277-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2efa0d-7f84-47fe-8cce-3d5516d7e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:16:52.144930 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:52.308925 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0f434-5740-4c46-9e40-cba1b06272c5 req-4261fb24-57ef-4714-bbb6-7e45fb755a2c tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:52.311085 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fed0f434-5740-4c46-9e40-cba1b06272c5 req-4261fb24-57ef-4714-bbb6-7e45fb755a2c tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 944 time: 0.0556462 May 25 16:16:52.317903 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-171a94a3-0ac7-4be5-ae00-7b737d0b0ce1 None None] Provisioning complete for port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:52.318279 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-171a94a3-0ac7-4be5-ae00-7b737d0b0ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:52.329147 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:52.339736 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] For port aa2946d8-f928-4ef7-a4f7-e15bddc94de6, host dv-cinder-843277-2-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:16:52.343410 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] For port aa2946d8-f928-4ef7-a4f7-e15bddc94de6, host dv-cinder-843277-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=aa2946d8-f928-4ef7-a4f7-e15bddc94de6,segment=NetworkSegment(8f2efa0d-7f84-47fe-8cce-3d5516d7e653),segment_id=8f2efa0d-7f84-47fe-8cce-3d5516d7e653)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:16:52.350272 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:52.358403 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-171a94a3-0ac7-4be5-ae00-7b737d0b0ce1 None None] Port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:16:52.368545 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fed0f434-5740-4c46-9e40-cba1b06272c5 req-044f9032-e639-4af2-9d03-b82d7d694c38 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499771 May 25 16:16:52.423072 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0425a-e963-401a-ac91-324befb85e19 None None] Pushing event updated for resources: {'Port': ['ID=aa2946d8-f928-4ef7-a4f7-e15bddc94de6,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:52.426110 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Routers {'36b4b923-7b8a-4b43-9fa5-b09a7d60194a'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:16:52.426802 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:16:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['36b4b923-7b8a-4b43-9fa5-b09a7d60194a'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:52.446032 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 2b47afd8-0e10-4e55-91a9-ef22ee9101ab details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:16:52.540117 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] Set router 36b4b923-7b8a-4b43-9fa5-b09a7d60194a gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:16:52.565003 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,segment=NetworkSegment(5f0bd156-53b8-4be8-911e-ef6ffae7ecb7),segment_id=5f0bd156-53b8-4be8-911e-ef6ffae7ecb7)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:52.577742 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'port_id': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab', 'mac_address': 'fa:16:3e:4f:2e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:16:52.611395 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:52.616394 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:52.616774 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:52.630489 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b47afd8-0e10-4e55-91a9-ef22ee9101ab {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:16:52.652173 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,segment=NetworkSegment(5f0bd156-53b8-4be8-911e-ef6ffae7ecb7),segment_id=5f0bd156-53b8-4be8-911e-ef6ffae7ecb7)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:52.660651 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:52.661879 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:52.703985 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-4c3baa22-93ec-423e-895a-6b74666c76ba None None] Provisioning complete for port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:52.704626 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4c3baa22-93ec-423e-895a-6b74666c76ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:52.733603 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'name': 'tempest-TestVolumeBootPattern-1156674642-router', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '8730c088-b385-4a52-a694-73196845aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:41Z', 'updated_at': '2022-05-25T16:16:47Z', 'revision_number': 4, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'gw_port': {'id': '8730c088-b385-4a52-a694-73196845aa71', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:42Z', 'updated_at': '2022-05-25T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'aa2946d8-f928-4ef7-a4f7-e15bddc94de6', 'name': '', 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'mac_address': 'fa:16:3e:60:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'be76ae61-9313-42cc-8b67-b20ddabb5cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:45Z', 'updated_at': '2022-05-25T16:16:52Z', 'revision_number': 4, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'subnets': [{'id': 'be76ae61-9313-42cc-8b67-b20ddabb5cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:16:52.744801 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:52.761737 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c98b4-b853-48f2-b9ba-fda86cf53abc None None] The sync data for ids ['36b4b923-7b8a-4b43-9fa5-b09a7d60194a'] in dv-cinder-843277-2-iscsi is: [{'id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'name': 'tempest-TestVolumeBootPattern-1156674642-router', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '8730c088-b385-4a52-a694-73196845aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:41Z', 'updated_at': '2022-05-25T16:16:47Z', 'revision_number': 4, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'gw_port': {'id': '8730c088-b385-4a52-a694-73196845aa71', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:42Z', 'updated_at': '2022-05-25T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'aa2946d8-f928-4ef7-a4f7-e15bddc94de6', 'name': '', 'network_id': 'f04a474c-d317-4aa2-8da9-9a9cffb65634', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'mac_address': 'fa:16:3e:60:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'be76ae61-9313-42cc-8b67-b20ddabb5cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:45Z', 'updated_at': '2022-05-25T16:16:52Z', 'revision_number': 4, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'subnets': [{'id': 'be76ae61-9313-42cc-8b67-b20ddabb5cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:16:52.796159 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-4c3baa22-93ec-423e-895a-6b74666c76ba None None] Current status of the port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:52.796342 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4c3baa22-93ec-423e-895a-6b74666c76ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:52.834727 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-4c3baa22-93ec-423e-895a-6b74666c76ba None None] For port aa2946d8-f928-4ef7-a4f7-e15bddc94de6, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=aa2946d8-f928-4ef7-a4f7-e15bddc94de6,segment=NetworkSegment(8f2efa0d-7f84-47fe-8cce-3d5516d7e653),segment_id=8f2efa0d-7f84-47fe-8cce-3d5516d7e653)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:52.841041 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4c3baa22-93ec-423e-895a-6b74666c76ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:52.844690 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:52.896093 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3baa22-93ec-423e-895a-6b74666c76ba None None] Pushing event updated for resources: {'Port': ['ID=aa2946d8-f928-4ef7-a4f7-e15bddc94de6,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:52.901100 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['2b47afd8-0e10-4e55-91a9-ef22ee9101ab'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:16:53.489325 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785bf5e-83aa-46fb-a5c8-08efff779b07 req-135ee01a-c377-4e6e-9bd9-3b3651034313 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:53.490770 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1785bf5e-83aa-46fb-a5c8-08efff779b07 req-135ee01a-c377-4e6e-9bd9-3b3651034313 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 945 time: 0.0461788 May 25 16:16:53.538992 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1785bf5e-83aa-46fb-a5c8-08efff779b07 req-af8b3812-6fc9-478a-bc3f-fc94cd9696ce tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418162 May 25 16:16:53.943702 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device aa2946d8-f928-4ef7-a4f7-e15bddc94de6 up at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:53.991942 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Provisioning complete for port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:53.992286 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:54.066288 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Current status of the port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:54.450501 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 2b47afd8-0e10-4e55-91a9-ef22ee9101ab up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:16:54.496904 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:16:54.503812 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:16:54.504249 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:54.573242 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:54.599091 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:16:54.599987 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:54.628186 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:16:54.633516 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7c78a1-1197-4ef7-8ba5-122afd27fea9" -d '{"events": [{"server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "name": "network-vif-plugged", "status": "completed", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:16:54.657263 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,segment=NetworkSegment(5f0bd156-53b8-4be8-911e-ef6ffae7ecb7),segment_id=5f0bd156-53b8-4be8-911e-ef6ffae7ecb7)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:16:54.664298 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:54.685483 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05541fd3-fbee-491f-af76-38843f5a758d req-ba26c529-b8f6-4cc1-b767-dfa4fdb3c117 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:54.687449 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-05541fd3-fbee-491f-af76-38843f5a758d req-ba26c529-b8f6-4cc1-b767-dfa4fdb3c117 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 945 time: 0.0701139 May 25 16:16:54.691088 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1325bd49-b74d-4288-b5d3-61cb253657ab x-openstack-request-id: req-1325bd49-b74d-4288-b5d3-61cb253657ab {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:16:54.691503 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "name": "network-vif-plugged", "status": "completed", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:16:54.691965 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1325bd49-b74d-4288-b5d3-61cb253657ab {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:16:54.692358 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1325bd49-b74d-4288-b5d3-61cb253657ab'] response: {'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab', 'code': 200} May 25 16:16:54.692860 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45200) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:54.724612 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:54.773240 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-05541fd3-fbee-491f-af76-38843f5a758d req-4bbe50e4-90e3-48e5-8904-b56e227aacd4 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739253 May 25 16:16:54.846848 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fa828303-e229-40ee-8a9e-b25cd7523de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:54.895653 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f2c81-ac36-4ff1-a8d9-f05cdddd0114 req-37b957ad-2a11-4325-b99b-216a97ded0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:54.897217 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5a7f2c81-ac36-4ff1-a8d9-f05cdddd0114 req-37b957ad-2a11-4325-b99b-216a97ded0a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 1130 time: 0.0435925 May 25 16:16:54.927168 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fa828303-e229-40ee-8a9e-b25cd7523de8 admin admin] Publish callbacks [] for security_group (38a0f2da-0c2c-4c9b-9689-d9d4bcf5a5ae), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:54.932416 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fa828303-e229-40ee-8a9e-b25cd7523de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (38a0f2da-0c2c-4c9b-9689-d9d4bcf5a5ae), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:54.942223 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5a7f2c81-ac36-4ff1-a8d9-f05cdddd0114 req-e67abef9-4c50-4498-930c-d3a2dcbd388d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390155 May 25 16:16:54.976773 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-fa828303-e229-40ee-8a9e-b25cd7523de8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=85a09d3b9a1741c29dd8dfe28259a95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807188 May 25 16:16:54.976773 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa828303-e229-40ee-8a9e-b25cd7523de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a0f2da-0c2c-4c9b-9689-d9d4bcf5a5ae,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:54.978110 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45204) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:55.030974 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1097372b-a58b-4de1-acc6-6f23b9ce1683 admin admin] Publish callbacks [] for security_group (38a0f2da-0c2c-4c9b-9689-d9d4bcf5a5ae), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:55.032370 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:55.061134 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1097372b-a58b-4de1-acc6-6f23b9ce1683 admin admin] Publish callbacks [] for security_group (38a0f2da-0c2c-4c9b-9689-d9d4bcf5a5ae), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:55.382135 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c0be70b6-bd4f-4598-8694-cab0af5a04e8 req-a05a89ee-9258-4707-ab1d-49f0e32da3cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535781 May 25 16:16:55.401521 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1097372b-a58b-4de1-acc6-6f23b9ce1683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (38a0f2da-0c2c-4c9b-9689-d9d4bcf5a5ae), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:55.404521 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1097372b-a58b-4de1-acc6-6f23b9ce1683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:55.405440 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1097372b-a58b-4de1-acc6-6f23b9ce1683 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/38a0f2da-0c2c-4c9b-9689-d9d4bcf5a5ae HTTP/1.1" status: 204 len: 168 time: 0.4267840 May 25 16:16:55.413532 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097372b-a58b-4de1-acc6-6f23b9ce1683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a0f2da-0c2c-4c9b-9689-d9d4bcf5a5ae,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:55.747632 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be70b6-bd4f-4598-8694-cab0af5a04e8 req-cface87d-2ec9-49cb-bffa-4c0442381217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:55.749545 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c0be70b6-bd4f-4598-8694-cab0af5a04e8 req-cface87d-2ec9-49cb-bffa-4c0442381217 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7528adefacfc41c5a54869ec5603bde8&device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 1129 time: 0.0461667 May 25 16:16:55.852715 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:55.883009 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c84f83-624d-487f-89d9-3b2bcc8d0e9b req-0880fcbf-0d46-4ed9-b4f8-fd6dbf41a474 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:55.884526 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-14c84f83-624d-487f-89d9-3b2bcc8d0e9b req-0880fcbf-0d46-4ed9-b4f8-fd6dbf41a474 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 946 time: 0.0527332 May 25 16:16:55.889816 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be70b6-bd4f-4598-8694-cab0af5a04e8 req-4a3c44e4-3cf4-4386-92c0-beee5a9b2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:55.891618 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c0be70b6-bd4f-4598-8694-cab0af5a04e8 req-4a3c44e4-3cf4-4386-92c0-beee5a9b2fe4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9358ddcf-9465-4227-b94e-57f9c6a33979 HTTP/1.1" status: 200 len: 908 time: 0.0967958 May 25 16:16:55.932683 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-14c84f83-624d-487f-89d9-3b2bcc8d0e9b req-847158ba-388c-4b1b-9b24-12be26aeebe4 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 May 25 16:16:56.055362 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c0be70b6-bd4f-4598-8694-cab0af5a04e8 req-dec6fa26-76f4-43c1-9836-31e1c4e01968 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aba6c27-f5a6-468a-851f-055752b5ce50 HTTP/1.1" status: 200 len: 1001 time: 0.0625741 May 25 16:16:56.500140 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be70b6-bd4f-4598-8694-cab0af5a04e8 req-a4ad0c7e-c01c-48e8-8e33-0f74672643ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:56.501611 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c0be70b6-bd4f-4598-8694-cab0af5a04e8 req-a4ad0c7e-c01c-48e8-8e33-0f74672643ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=022a40ea-22f7-42d6-bdb6-84572c27e793 HTTP/1.1" status: 200 len: 846 time: 0.0509377 May 25 16:16:56.552844 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be70b6-bd4f-4598-8694-cab0af5a04e8 req-e30a7773-2815-49ac-b9a0-86f63c5ba216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:56.554970 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c0be70b6-bd4f-4598-8694-cab0af5a04e8 req-e30a7773-2815-49ac-b9a0-86f63c5ba216 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9358ddcf-9465-4227-b94e-57f9c6a33979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455320 May 25 16:16:56.676277 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c0be70b6-bd4f-4598-8694-cab0af5a04e8 req-01e87f8c-0a44-4b3b-9f7e-cf90f69de6e9 service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002815 May 25 16:16:56.779672 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c0be70b6-bd4f-4598-8694-cab0af5a04e8 req-c20ae824-ad91-4473-b8a2-cd2792f66442 service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972862 May 25 16:16:57.049080 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d66912-ac55-4a85-926c-ec31c93baf3c req-015bf95c-6cce-45a5-b094-efbaabca12bd tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:57.050542 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-40d66912-ac55-4a85-926c-ec31c93baf3c req-015bf95c-6cce-45a5-b094-efbaabca12bd tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 946 time: 0.0501912 May 25 16:16:57.099402 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-40d66912-ac55-4a85-926c-ec31c93baf3c req-fbc73856-0e6e-48d9-baf1-8460aa5e5e82 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430295 May 25 16:16:57.222065 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f22031-dc4f-482d-b835-ed8bc1c4b1af req-9c63f004-0367-4de7-ba1f-0a6154df89a4 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:57.223441 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f2f22031-dc4f-482d-b835-ed8bc1c4b1af req-9c63f004-0367-4de7-ba1f-0a6154df89a4 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 946 time: 0.0512111 May 25 16:16:57.270885 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f2f22031-dc4f-482d-b835-ed8bc1c4b1af req-9ab95829-e04f-47af-8d71-ed56256b674a tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413642 May 25 16:16:57.621660 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce57f1-8975-43a7-84ba-d1f3c1fc0f4e req-a7bcfb9d-ee49-4af4-a02a-d9f66249304e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:16:57.623171 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9cce57f1-8975-43a7-84ba-d1f3c1fc0f4e req-a7bcfb9d-ee49-4af4-a02a-d9f66249304e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 946 time: 0.0537806 May 25 16:16:57.672272 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9cce57f1-8975-43a7-84ba-d1f3c1fc0f4e req-6f1f8bf2-7afe-43e2-8905-8809eb3a0b0e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433447 May 25 16:16:59.576854 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:17:02.736771 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=44 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:03.983555 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5f630b37-fe1a-4720-9b76-f9d0bff0f69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:06.211227 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-6ca2435c-c2ba-46ff-b7f2-7508d1638471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:06.213348 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-a8d16498-77fa-4620-861f-72d7f244101a tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645907198&fields=id&tenant_id=31462b97f7a04859b66398fd6386cfc4 HTTP/1.1" status: 200 len: 267 time: 0.0472946 May 25 16:17:06.322351 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0022ae-b830-4632-8c82-2a2decae945d req-99faa503-3042-45c6-a41b-2d890f403dda tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:06.323929 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-99faa503-3042-45c6-a41b-2d890f403dda tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 811 time: 0.1033154 May 25 16:17:06.340670 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-1d68313a-d5ec-44f0-9fc4-f1461d7f96da tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/quotas/31462b97f7a04859b66398fd6386cfc4 HTTP/1.1" status: 200 len: 375 time: 0.0092883 May 25 16:17:06.395226 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-dd2080f7-166c-452d-b3c4-cea322ba81e4 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489051 May 25 16:17:06.470745 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:06.475452 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:06.493650 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-28df4132-48ea-4c47-ba00-969dfbcef530 service neutron] 10.222.0.85 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866489 May 25 16:17:06.596825 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-513a0b89-996c-46f6-ad28-96585697797e service neutron] 10.222.0.85 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971782 May 25 16:17:06.915603 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d0786b8d-45ed-48dd-9815-029d02552083 req-1f70197a-85b2-4767-9dc7-b1d2a4afc5d8 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 210 time: 0.0347757 May 25 16:17:07.067740 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:07.210117 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83e1dc-6823-4dae-bfd0-890b593837c3 req-9de9e88e-1c87-4f09-9baf-9455143bcf89 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:07.211593 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0c83e1dc-6823-4dae-bfd0-890b593837c3 req-9de9e88e-1c87-4f09-9baf-9455143bcf89 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 946 time: 0.0511804 May 25 16:17:07.262103 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0c83e1dc-6823-4dae-bfd0-890b593837c3 req-73b579d9-c89c-4e35-8d0f-95930a98fc1a tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436728 May 25 16:17:07.286630 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45320) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:17:07.491124 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c447c958-4b54-4174-b90c-8acded33f685 tempest-TestMinimumBasicScenario-873363639 tempest-TestMinimumBasicScenario-873363639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:07.492713 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c447c958-4b54-4174-b90c-8acded33f685 tempest-TestMinimumBasicScenario-873363639 tempest-TestMinimumBasicScenario-873363639-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 1125 time: 0.2049875 May 25 16:17:07.495697 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45324) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:17:07.500239 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'port_id': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:17:07.524390 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:07.611176 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:07.715876 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Allocated IP 172.27.0.22 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:17:07.822217 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for port (7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:07.856221 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:07.892574 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:17:07.899578 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:17:07.903646 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:17:07.908960 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event updated for resources: {'Port': ['ID=7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:07.961748 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0022ae-b830-4632-8c82-2a2decae945d req-1333275d-59fb-4fab-bea5-e0e77cd9d707 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:07.963816 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-1333275d-59fb-4fab-bea5-e0e77cd9d707 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 811 time: 0.1184769 May 25 16:17:08.051754 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-938a4f6f-d69b-4dd4-9c01-f6b65baf98bd req-813f7535-88c6-4945-a180-120a629fd61d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 210 time: 0.0447047 May 25 16:17:08.061421 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-3a6072a2-2bd7-4f45-b1ac-02bd945d4f92 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31462b97f7a04859b66398fd6386cfc4 HTTP/1.1" status: 200 len: 380 time: 0.0890403 May 25 16:17:08.078215 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-5b0022ae-b830-4632-8c82-2a2decae945d req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Request body: {'port': {'device_id': '20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'admin_state_up': True, 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'security_groups': ['d0091e47-3d47-4af2-9da5-a65bf076ade6']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:17:08.126014 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:08.134481 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:08.136826 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:08.188919 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0022ae-b830-4632-8c82-2a2decae945d req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Made reservation on behalf of 31462b97f7a04859b66398fd6386cfc4 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:17:08.192354 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5b0022ae-b830-4632-8c82-2a2decae945d req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:08.288174 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for floatingip (af9e053b-684b-4bd1-88cb-2931b23950e5), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:08.326937 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-5b0022ae-b830-4632-8c82-2a2decae945d req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Allocated IP 172.20.0.14 (8835a77f-3e24-453e-9279-13b9fbf47bf1/d28cdea5-ab1d-4124-9552-bbd7e9234ae2/df8efe81-4270-4002-990c-7c522f23f381) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:17:08.332116 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:08.358479 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:08.489095 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5b0022ae-b830-4632-8c82-2a2decae945d req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for port (df8efe81-4270-4002-990c-7c522f23f381), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:08.526054 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5b0022ae-b830-4632-8c82-2a2decae945d req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (df8efe81-4270-4002-990c-7c522f23f381), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:08.552539 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for port (7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:08.557744 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:08.576732 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0022ae-b830-4632-8c82-2a2decae945d req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Network 8835a77f-3e24-453e-9279-13b9fbf47bf1 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:17:08.582247 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-5b0022ae-b830-4632-8c82-2a2decae945d req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:17:08.586292 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0022ae-b830-4632-8c82-2a2decae945d req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:17:08.591064 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'Port': ['ID=df8efe81-4270-4002-990c-7c522f23f381,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:08.623737 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.624351 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.625015 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.625525 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.626076 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.626412 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.626775 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.627107 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.627427 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.628021 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.628513 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.629044 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.629538 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.630009 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.630488 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:17:08.632791 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event updated for resources: {'Port': ['ID=7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:08.643668 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (af9e053b-684b-4bd1-88cb-2931b23950e5), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:08.655000 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:08.668861 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0022ae-b830-4632-8c82-2a2decae945d req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:08.669516 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5b0022ae-b830-4632-8c82-2a2decae945d req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:08.688103 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-40f76d96-2963-4d6f-a70b-d95f7c815134 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6210334 May 25 16:17:08.701186 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Request body: {'port': {'device_id': '20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:17:08.751864 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Floating IP af9e053b-684b-4bd1-88cb-2931b23950e5 associated. External IP: 172.27.0.22, port: 2b47afd8-0e10-4e55-91a9-ef22ee9101ab. May 25 16:17:08.773132 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (df8efe81-4270-4002-990c-7c522f23f381), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:08.879264 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-642ce9da-1f1e-43a7-90d2-f0c998b25995 None None] Provisioning complete for port df8efe81-4270-4002-990c-7c522f23f381 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:17:08.879663 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-642ce9da-1f1e-43a7-90d2-f0c998b25995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (df8efe81-4270-4002-990c-7c522f23f381), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:08.927500 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-642ce9da-1f1e-43a7-90d2-f0c998b25995 None None] Port df8efe81-4270-4002-990c-7c522f23f381 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:17:08.957077 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Router 99c700a6-6608-45f0-b6ef-78bb058e906d has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:17:08.999215 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:09.002926 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:09.057550 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:17:09.068074 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9dfd9-7c04-4764-af40-80aa78525cec None None] Sync routers for ids ['99c700a6-6608-45f0-b6ef-78bb058e906d'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:17:09.077405 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.084072 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c9dfd9-7c04-4764-af40-80aa78525cec None None] Routers {'99c700a6-6608-45f0-b6ef-78bb058e906d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:17:09.085109 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-09c9dfd9-7c04-4764-af40-80aa78525cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:17:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['99c700a6-6608-45f0-b6ef-78bb058e906d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:17:09.088925 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8efe81-4270-4002-990c-7c522f23f381 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:17:09.099699 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Publish callbacks [] for port (df8efe81-4270-4002-990c-7c522f23f381), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.112833 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-975ecd49-a74a-496f-a828-14827541908b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6157990 May 25 16:17:09.113463 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:17:09.115785 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cde6ed-f4e4-4108-bdda-2052b1f034c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:17:09.119215 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45330) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:17:09.121480 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Transition to ACTIVE for port object df8efe81-4270-4002-990c-7c522f23f381 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:17:09.122316 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:09.124388 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-6ae4a103-8392-4619-9ed9-983ed98cdf65 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-289554726', 'description': 'tempest-secgroup-smoke-289554726 description', 'project_id': 'e2fbd40b4ea447319a8b90656548da9e'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:17:09.129594 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (df8efe81-4270-4002-990c-7c522f23f381), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.165777 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0f3cfe-e1ca-4b95-8c21-d0de0112abbb x-openstack-request-id: req-cc0f3cfe-e1ca-4b95-8c21-d0de0112abbb {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:17:09.166072 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:17:09.166312 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cc0f3cfe-e1ca-4b95-8c21-d0de0112abbb {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:17:09.166914 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0f3cfe-e1ca-4b95-8c21-d0de0112abbb'] response: {'name': 'network-changed', 'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab', 'status': 'completed', 'code': 200} May 25 16:17:09.167033 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:09.188866 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e667b-bace-4ca3-96ea-457674ae09e4 req-950ca374-1dc9-4ac2-8748-94cf3f41ef45 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:09.193592 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Pushing event updated for resources: {'Port': ['ID=df8efe81-4270-4002-990c-7c522f23f381,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:09.196140 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c68e667b-bace-4ca3-96ea-457674ae09e4 req-950ca374-1dc9-4ac2-8748-94cf3f41ef45 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 944 time: 0.0669827 May 25 16:17:09.215321 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6ae4a103-8392-4619-9ed9-983ed98cdf65 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.241180 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:09.259597 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-09c9dfd9-7c04-4764-af40-80aa78525cec None None] Set router 99c700a6-6608-45f0-b6ef-78bb058e906d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:17:09.289102 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cde6ed-f4e4-4108-bdda-2052b1f034c1 req-6f84aca3-41e8-4ac5-832a-9f1c1e31553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:09.290633 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3cde6ed-f4e4-4108-bdda-2052b1f034c1 req-6f84aca3-41e8-4ac5-832a-9f1c1e31553a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2fbd40b4ea447319a8b90656548da9e&device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 1130 time: 0.0649350 May 25 16:17:09.296634 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c68e667b-bace-4ca3-96ea-457674ae09e4 req-00d698b9-2391-4b7b-8f12-4549ef3c6b06 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940812 May 25 16:17:09.354961 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6ae4a103-8392-4619-9ed9-983ed98cdf65 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group (a861fe6b-ba0e-452a-84be-18c1567ae7ed), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.361735 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6ae4a103-8392-4619-9ed9-983ed98cdf65 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a861fe6b-ba0e-452a-84be-18c1567ae7ed), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.389472 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Attempting to bind port df8efe81-4270-4002-990c-7c522f23f381 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:17:09.389739 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Attempting to bind port df8efe81-4270-4002-990c-7c522f23f381 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:17:09.390070 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Attempting to bind port df8efe81-4270-4002-990c-7c522f23f381 on network 8835a77f-3e24-453e-9279-13b9fbf47bf1 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:17:09.403621 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6ae4a103-8392-4619-9ed9-983ed98cdf65 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.408339 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6ae4a103-8392-4619-9ed9-983ed98cdf65 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2849903 May 25 16:17:09.408339 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4a103-8392-4619-9ed9-983ed98cdf65 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a861fe6b-ba0e-452a-84be-18c1567ae7ed,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:09.408644 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Port df8efe81-4270-4002-990c-7c522f23f381 on network 8835a77f-3e24-453e-9279-13b9fbf47bf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:17:09.408644 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Attempting to bind port df8efe81-4270-4002-990c-7c522f23f381 on network 8835a77f-3e24-453e-9279-13b9fbf47bf1 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:17:09.408813 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45334) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:17:09.422504 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-c0173200-5f88-4e4c-b955-fe0201d0e1d1 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Request body: {'security_group_rule': {'security_group_id': 'a861fe6b-ba0e-452a-84be-18c1567ae7ed', 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:17:09.431286 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:17:09.431652 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Checking segment: {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:17:09.432194 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Bound using segment: {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:17:09.432528 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Bound port: df8efe81-4270-4002-990c-7c522f23f381, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:17:09.432883 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (df8efe81-4270-4002-990c-7c522f23f381), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.447633 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cde6ed-f4e4-4108-bdda-2052b1f034c1 req-c0ca55f5-0132-45e2-b42f-4409b2cca014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:09.449165 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3cde6ed-f4e4-4108-bdda-2052b1f034c1 req-c0ca55f5-0132-45e2-b42f-4409b2cca014 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b60168c-6e5d-423c-ac81-d56c113725db HTTP/1.1" status: 200 len: 915 time: 0.1515272 May 25 16:17:09.458993 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c0173200-5f88-4e4c-b955-fe0201d0e1d1 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (1a905410-6369-4eda-b118-7d19a0fcb63b), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.502332 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] For port df8efe81-4270-4002-990c-7c522f23f381, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:17:09.505434 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] For port df8efe81-4270-4002-990c-7c522f23f381, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=df8efe81-4270-4002-990c-7c522f23f381,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:17:09.522717 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c0173200-5f88-4e4c-b955-fe0201d0e1d1 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (1a905410-6369-4eda-b118-7d19a0fcb63b), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.527538 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c0173200-5f88-4e4c-b955-fe0201d0e1d1 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (1a905410-6369-4eda-b118-7d19a0fcb63b), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.551276 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (df8efe81-4270-4002-990c-7c522f23f381), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.558559 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0173200-5f88-4e4c-b955-fe0201d0e1d1 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a905410-6369-4eda-b118-7d19a0fcb63b,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:09.572061 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=10 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:09.572958 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c0173200-5f88-4e4c-b955-fe0201d0e1d1 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.577271 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c0173200-5f88-4e4c-b955-fe0201d0e1d1 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586399 May 25 16:17:09.577888 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45336) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:17:09.583421 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-4cd5f0e9-32da-4610-aa27-c9c2a687b78b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Request body: {'security_group_rule': {'security_group_id': 'a861fe6b-ba0e-452a-84be-18c1567ae7ed', 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:17:09.609944 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:09.610799 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.612016 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] 10.222.0.67 "PUT /v2.0/ports/df8efe81-4270-4002-990c-7c522f23f381 HTTP/1.1" status: 200 len: 1094 time: 0.9153178 May 25 16:17:09.613085 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c', 'tag': 'df8efe81-4270-4002-990c-7c522f23f381'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:17:09.615399 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf054c85-18e7-49c5-95dc-acc537cfbc84" -d '{"events": [{"name": "network-changed", "server_uuid": "20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c", "tag": "df8efe81-4270-4002-990c-7c522f23f381"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:17:09.622018 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3cde6ed-f4e4-4108-bdda-2052b1f034c1 req-932de897-8515-4e70-bbce-22425fb8e866 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab HTTP/1.1" status: 200 len: 999 time: 0.1136720 May 25 16:17:09.651925 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f0e9-32da-4610-aa27-c9c2a687b78b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (7ff9325c-3aaa-4871-bf29-a2abf07a9640), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.680015 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7d687-83b1-413b-bee7-ff070695546f service neutron] Pushing event updated for resources: {'Port': ['ID=df8efe81-4270-4002-990c-7c522f23f381,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:09.683964 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fa16ad-02e1-485e-80ff-f7709408b009 x-openstack-request-id: req-b5fa16ad-02e1-485e-80ff-f7709408b009 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:17:09.684251 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c", "tag": "df8efe81-4270-4002-990c-7c522f23f381", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:17:09.684501 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b5fa16ad-02e1-485e-80ff-f7709408b009 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:17:09.684924 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5fa16ad-02e1-485e-80ff-f7709408b009'] response: {'name': 'network-changed', 'server_uuid': '20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c', 'tag': 'df8efe81-4270-4002-990c-7c522f23f381', 'status': 'completed', 'code': 200} May 25 16:17:09.715324 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-09c9dfd9-7c04-4764-af40-80aa78525cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 4, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port': {'id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'af9e053b-684b-4bd1-88cb-2931b23950e5', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'port_id': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'mac_address': 'fa:16:3e:4f:2e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:17:08Z', 'updated_at': '2022-05-25T16:17:08Z', 'revision_number': 0, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377083db-1980-47d0-9678-538d26f1a842', 'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'mac_address': 'fa:16:3e:1d:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:18Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 5, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'subnets': [{'id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:17:09.736189 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cde6ed-f4e4-4108-bdda-2052b1f034c1 req-e2676c0a-ef76-4ad4-88f9-b04f7071986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:09.737682 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3cde6ed-f4e4-4108-bdda-2052b1f034c1 req-e2676c0a-ef76-4ad4-88f9-b04f7071986b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=620bfd70-8e28-4ec3-bac2-c2ddb8db1e77 HTTP/1.1" status: 200 len: 853 time: 0.1062422 May 25 16:17:09.738798 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0022ae-b830-4632-8c82-2a2decae945d req-fa11e2e7-d117-45d9-ab7e-708d3b8afb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:09.740208 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-fa11e2e7-d117-45d9-ab7e-708d3b8afb77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 1128 time: 0.0652275 May 25 16:17:09.742306 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f0e9-32da-4610-aa27-c9c2a687b78b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (7ff9325c-3aaa-4871-bf29-a2abf07a9640), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.747244 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f0e9-32da-4610-aa27-c9c2a687b78b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (7ff9325c-3aaa-4871-bf29-a2abf07a9640), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.752303 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9dfd9-7c04-4764-af40-80aa78525cec None None] Checking router: 99c700a6-6608-45f0-b6ef-78bb058e906d for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:17:09.766770 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c9dfd9-7c04-4764-af40-80aa78525cec None None] Routers {'99c700a6-6608-45f0-b6ef-78bb058e906d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:17:09.768387 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-09c9dfd9-7c04-4764-af40-80aa78525cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:17:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['99c700a6-6608-45f0-b6ef-78bb058e906d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:17:09.768829 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5f0e9-32da-4610-aa27-c9c2a687b78b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff9325c-3aaa-4871-bf29-a2abf07a9640,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:09.791161 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f0e9-32da-4610-aa27-c9c2a687b78b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.792746 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4cd5f0e9-32da-4610-aa27-c9c2a687b78b tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2139268 May 25 16:17:09.796063 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45340) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:17:09.823755 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-3d788fdd-322d-45a4-bd2e-44e9a1dbdeb4 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Request body: {'security_group_rule': {'security_group_id': 'a861fe6b-ba0e-452a-84be-18c1567ae7ed', 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:17:09.834239 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-e9092ced-f8fe-4025-94c3-601556a7379f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df8efe81-4270-4002-990c-7c522f23f381 HTTP/1.1" status: 200 len: 217 time: 0.0658734 May 25 16:17:09.878438 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cde6ed-f4e4-4108-bdda-2052b1f034c1 req-f1fdc993-8021-495b-ab57-6d4bfc11dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:09.879965 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3cde6ed-f4e4-4108-bdda-2052b1f034c1 req-f1fdc993-8021-495b-ab57-6d4bfc11dd45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b60168c-6e5d-423c-ac81-d56c113725db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1277926 May 25 16:17:09.887533 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-09c9dfd9-7c04-4764-af40-80aa78525cec None None] Set router 99c700a6-6608-45f0-b6ef-78bb058e906d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:17:09.919147 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3d788fdd-322d-45a4-bd2e-44e9a1dbdeb4 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (fca1b84a-1ae6-47cf-be21-2d4c7e6c5740), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:09.954583 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0022ae-b830-4632-8c82-2a2decae945d req-251b3235-5a2e-415f-8d8e-c04ab4b4d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:09.956176 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-251b3235-5a2e-415f-8d8e-c04ab4b4d952 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.1110368 May 25 16:17:10.060721 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:10.061985 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0022ae-b830-4632-8c82-2a2decae945d req-e47c8b95-856d-4f38-8e4d-70bceb85b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:10.063515 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-e47c8b95-856d-4f38-8e4d-70bceb85b1c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964258 May 25 16:17:10.071239 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3cde6ed-f4e4-4108-bdda-2052b1f034c1 req-18c95037-0bd1-48da-8bdc-bf47b69917d1 service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815724 May 25 16:17:10.099075 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:10.106149 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3d788fdd-322d-45a4-bd2e-44e9a1dbdeb4 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (fca1b84a-1ae6-47cf-be21-2d4c7e6c5740), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.114262 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.124112 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-09c9dfd9-7c04-4764-af40-80aa78525cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 4, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port': {'id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'af9e053b-684b-4bd1-88cb-2931b23950e5', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'port_id': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'mac_address': 'fa:16:3e:4f:2e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:17:08Z', 'updated_at': '2022-05-25T16:17:08Z', 'revision_number': 0, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377083db-1980-47d0-9678-538d26f1a842', 'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'mac_address': 'fa:16:3e:1d:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:18Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 5, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'subnets': [{'id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:17:10.145127 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:10.146062 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3d788fdd-322d-45a4-bd2e-44e9a1dbdeb4 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (fca1b84a-1ae6-47cf-be21-2d4c7e6c5740), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.155285 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9dfd9-7c04-4764-af40-80aa78525cec None None] The sync data for ids ['99c700a6-6608-45f0-b6ef-78bb058e906d'] in dv-cinder-843277-2-iscsi is: [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 4, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port': {'id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'af9e053b-684b-4bd1-88cb-2931b23950e5', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'port_id': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'mac_address': 'fa:16:3e:4f:2e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:17:08Z', 'updated_at': '2022-05-25T16:17:08Z', 'revision_number': 0, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377083db-1980-47d0-9678-538d26f1a842', 'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'mac_address': 'fa:16:3e:1d:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:18Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 5, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'subnets': [{'id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:17:10.209288 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d788fdd-322d-45a4-bd2e-44e9a1dbdeb4 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca1b84a-1ae6-47cf-be21-2d4c7e6c5740,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:10.229427 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3d788fdd-322d-45a4-bd2e-44e9a1dbdeb4 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.230661 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3d788fdd-322d-45a4-bd2e-44e9a1dbdeb4 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4332695 May 25 16:17:10.233669 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45342) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:17:10.238192 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-3c1c8740-547a-4912-bd7e-1b0fcdf1b56f tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Request body: {'security_group_rule': {'security_group_id': 'a861fe6b-ba0e-452a-84be-18c1567ae7ed', 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:17:10.269383 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8740-547a-4912-bd7e-1b0fcdf1b56f tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (936775d1-f362-4f7e-abd7-33693b8491f7), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.272489 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f3cde6ed-f4e4-4108-bdda-2052b1f034c1 req-75dba56f-01b0-41ca-9999-bf2d62b0ed6e service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891761 May 25 16:17:10.274439 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-e24d399a-1d92-4c59-85a4-0c7b1cb0f8df service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008951 May 25 16:17:10.326364 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:10.345479 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8740-547a-4912-bd7e-1b0fcdf1b56f tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (936775d1-f362-4f7e-abd7-33693b8491f7), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.351316 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8740-547a-4912-bd7e-1b0fcdf1b56f tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (936775d1-f362-4f7e-abd7-33693b8491f7), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.376874 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:10.391388 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5b0022ae-b830-4632-8c82-2a2decae945d req-1589fad9-9b35-495f-b306-ee3514b0fffc service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065879 May 25 16:17:10.412052 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c8740-547a-4912-bd7e-1b0fcdf1b56f tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936775d1-f362-4f7e-abd7-33693b8491f7,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:10.420388 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8740-547a-4912-bd7e-1b0fcdf1b56f tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.423912 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3c1c8740-547a-4912-bd7e-1b0fcdf1b56f tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1868210 May 25 16:17:10.424956 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45346) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:17:10.429260 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cd971d-b0b0-4815-97cd-2eb2cc083442 None None] New status for floating IP af9e053b-684b-4bd1-88cb-2931b23950e5: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:17:10.429538 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-45f249df-2e94-4841-924b-6e1cb0a6468a tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Request body: {'security_group_rule': {'security_group_id': 'a861fe6b-ba0e-452a-84be-18c1567ae7ed', 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:17:10.444500 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cad1cb-ab5d-4223-950c-79357baa2fdb req-e12cb5ac-ac75-45d9-9f4a-79c5b0777415 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:10.446040 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45cad1cb-ab5d-4223-950c-79357baa2fdb req-e12cb5ac-ac75-45d9-9f4a-79c5b0777415 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 944 time: 0.0791807 May 25 16:17:10.454551 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.securitygroups_db [None req-45f249df-2e94-4841-924b-6e1cb0a6468a tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Project e2fbd40b4ea447319a8b90656548da9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:17:10.462934 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-45f249df-2e94-4841-924b-6e1cb0a6468a tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (32b4e934-f238-4403-9c8a-bedf8cbf9e6c), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.498805 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45cad1cb-ab5d-4223-950c-79357baa2fdb req-0c234ebd-0a79-41cf-86fd-5df6c3b08b3c tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461488 May 25 16:17:10.523584 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-45f249df-2e94-4841-924b-6e1cb0a6468a tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (32b4e934-f238-4403-9c8a-bedf8cbf9e6c), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.528166 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-45f249df-2e94-4841-924b-6e1cb0a6468a tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (32b4e934-f238-4403-9c8a-bedf8cbf9e6c), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.546511 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f249df-2e94-4841-924b-6e1cb0a6468a tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b4e934-f238-4403-9c8a-bedf8cbf9e6c,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:10.554441 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-45f249df-2e94-4841-924b-6e1cb0a6468a tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.555623 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-45f249df-2e94-4841-924b-6e1cb0a6468a tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300659 May 25 16:17:10.558478 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45348) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:17:10.562951 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-a8139f96-8fbd-43f2-8f18-dbe4c206ef68 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Request body: {'security_group_rule': {'security_group_id': 'a861fe6b-ba0e-452a-84be-18c1567ae7ed', 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:17:10.584734 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.securitygroups_db [None req-a8139f96-8fbd-43f2-8f18-dbe4c206ef68 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Project e2fbd40b4ea447319a8b90656548da9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:17:10.591235 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a8139f96-8fbd-43f2-8f18-dbe4c206ef68 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (d108afd7-df01-4183-82a4-33d55eef03e2), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.676123 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a8139f96-8fbd-43f2-8f18-dbe4c206ef68 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (d108afd7-df01-4183-82a4-33d55eef03e2), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.677463 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf054c85-18e7-49c5-95dc-acc537cfbc84 req-9f0dede6-220e-4c75-9c18-691c74d2ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:10.678977 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf054c85-18e7-49c5-95dc-acc537cfbc84 req-9f0dede6-220e-4c75-9c18-691c74d2ab9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 1128 time: 0.0575325 May 25 16:17:10.681394 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a8139f96-8fbd-43f2-8f18-dbe4c206ef68 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970818'] for security_group_rule (d108afd7-df01-4183-82a4-33d55eef03e2), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.745145 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8139f96-8fbd-43f2-8f18-dbe4c206ef68 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d108afd7-df01-4183-82a4-33d55eef03e2,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:10.755914 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a8139f96-8fbd-43f2-8f18-dbe4c206ef68 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:10.757225 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a8139f96-8fbd-43f2-8f18-dbe4c206ef68 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1977651 May 25 16:17:10.794223 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf054c85-18e7-49c5-95dc-acc537cfbc84 req-dd87381d-9ba4-4ad0-ac76-bcc9b8bc322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:10.795742 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf054c85-18e7-49c5-95dc-acc537cfbc84 req-dd87381d-9ba4-4ad0-ac76-bcc9b8bc322b service neutron] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 912 time: 0.1104286 May 25 16:17:10.840602 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf054c85-18e7-49c5-95dc-acc537cfbc84 req-0095dba7-25db-4257-9e18-837d9db54b56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df8efe81-4270-4002-990c-7c522f23f381 HTTP/1.1" status: 200 len: 217 time: 0.0386972 May 25 16:17:10.909114 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:10.917668 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5bcb6dee-8831-43b1-835c-34dfd7fb2b7c req-199409ff-3fa0-4896-ab06-4262ca9d1de2 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289554726&fields=id&tenant_id=e2fbd40b4ea447319a8b90656548da9e HTTP/1.1" status: 200 len: 267 time: 0.0837715 May 25 16:17:10.919552 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf054c85-18e7-49c5-95dc-acc537cfbc84 req-74c70f65-14d9-44f9-ae84-062059496dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:10.920940 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf054c85-18e7-49c5-95dc-acc537cfbc84 req-74c70f65-14d9-44f9-ae84-062059496dac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0725000 May 25 16:17:10.995769 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb6dee-8831-43b1-835c-34dfd7fb2b7c req-66b1a37a-ac64-4b71-bfd1-f064344dd8eb tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:10.997238 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5bcb6dee-8831-43b1-835c-34dfd7fb2b7c req-66b1a37a-ac64-4b71-bfd1-f064344dd8eb tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 946 time: 0.0736334 May 25 16:17:10.998312 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf054c85-18e7-49c5-95dc-acc537cfbc84 req-f418fd11-affb-4d33-8056-aa70d9afb191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:10.999671 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf054c85-18e7-49c5-95dc-acc537cfbc84 req-f418fd11-affb-4d33-8056-aa70d9afb191 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672834 May 25 16:17:11.009199 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-5bcb6dee-8831-43b1-835c-34dfd7fb2b7c req-24bc6970-8e68-47c6-934b-1d3f804879e3 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Request body: {'port': {'security_groups': ['7595e609-b501-40fd-a9ba-bc538032152f', 'a861fe6b-ba0e-452a-84be-18c1567ae7ed']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:17:11.081743 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5bcb6dee-8831-43b1-835c-34dfd7fb2b7c req-24bc6970-8e68-47c6-934b-1d3f804879e3 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:11.083349 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:11.287124 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf054c85-18e7-49c5-95dc-acc537cfbc84 req-bda987b4-e2d2-445f-b062-513e4c9eb7b9 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336601 May 25 16:17:11.439406 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-5bcb6dee-8831-43b1-835c-34dfd7fb2b7c req-24bc6970-8e68-47c6-934b-1d3f804879e3 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] For port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,segment=NetworkSegment(5f0bd156-53b8-4be8-911e-ef6ffae7ecb7),segment_id=5f0bd156-53b8-4be8-911e-ef6ffae7ecb7)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:17:11.453894 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf054c85-18e7-49c5-95dc-acc537cfbc84 req-eb9e9162-38e0-43f0-9078-fb9df449a615 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569085 May 25 16:17:11.477426 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5bcb6dee-8831-43b1-835c-34dfd7fb2b7c req-24bc6970-8e68-47c6-934b-1d3f804879e3 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:11.485371 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5bcb6dee-8831-43b1-835c-34dfd7fb2b7c req-24bc6970-8e68-47c6-934b-1d3f804879e3 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:11.497708 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['2b47afd8-0e10-4e55-91a9-ef22ee9101ab'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:17:11.537108 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb6dee-8831-43b1-835c-34dfd7fb2b7c req-24bc6970-8e68-47c6-934b-1d3f804879e3 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:11.537668 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5bcb6dee-8831-43b1-835c-34dfd7fb2b7c req-24bc6970-8e68-47c6-934b-1d3f804879e3 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:11.539293 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5bcb6dee-8831-43b1-835c-34dfd7fb2b7c req-24bc6970-8e68-47c6-934b-1d3f804879e3 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "PUT /v2.0/ports/2b47afd8-0e10-4e55-91a9-ef22ee9101ab HTTP/1.1" status: 200 len: 982 time: 0.5344243 May 25 16:17:11.569664 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc6970-8e68-47c6-934b-1d3f804879e3 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event updated for resources: {'Port': ['ID=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,revision_number=6']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:11.607984 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['2b47afd8-0e10-4e55-91a9-ef22ee9101ab'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:17:11.672885 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501897a-ef37-464f-a14e-676b2551cd33 req-063959e5-ee53-490c-9857-566fb4cc8772 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:11.678236 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9501897a-ef37-464f-a14e-676b2551cd33 req-063959e5-ee53-490c-9857-566fb4cc8772 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 944 time: 0.0618165 May 25 16:17:11.689592 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:17:11.692932 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dac7ae7-5e19-4cc2-8024-275e52c6c3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:17:11.702163 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ec516-5923-4b10-8d25-010b92fba11d req-07cbe86b-4f91-486b-91b1-4eba627be7f4 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:11.704251 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9d9ec516-5923-4b10-8d25-010b92fba11d req-07cbe86b-4f91-486b-91b1-4eba627be7f4 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 985 time: 0.0678113 May 25 16:17:11.740373 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9501897a-ef37-464f-a14e-676b2551cd33 req-08dbfe60-ccbb-4ae2-a9ea-acf3886a2dd2 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559573 May 25 16:17:11.759601 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:11.793179 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9d9ec516-5923-4b10-8d25-010b92fba11d req-5a2e3d26-dda0-4e93-b5cb-18df6d8b1cbe tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=a861fe6b-ba0e-452a-84be-18c1567ae7ed&id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812471 May 25 16:17:11.801277 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2bde2e-0b3b-457f-81e5-a1f671a039a1 x-openstack-request-id: req-dd2bde2e-0b3b-457f-81e5-a1f671a039a1 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:17:11.801277 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:17:11.801554 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dd2bde2e-0b3b-457f-81e5-a1f671a039a1 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:17:11.801971 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2bde2e-0b3b-457f-81e5-a1f671a039a1'] response: {'name': 'network-changed', 'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab', 'status': 'completed', 'code': 200} May 25 16:17:11.819540 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-3b239e05-1934-421d-b30d-dcf409402f63 None None] Provisioning complete for port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:17:11.819928 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3b239e05-1934-421d-b30d-dcf409402f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:11.863268 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7ae7-5e19-4cc2-8024-275e52c6c3d5 req-0bad3806-a525-4cf4-b2b3-1d5295f9c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:11.864772 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4dac7ae7-5e19-4cc2-8024-275e52c6c3d5 req-0bad3806-a525-4cf4-b2b3-1d5295f9c7cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2fbd40b4ea447319a8b90656548da9e&device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 1169 time: 0.0392525 May 25 16:17:12.003803 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-3b239e05-1934-421d-b30d-dcf409402f63 None None] Current status of the port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:17:12.079790 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:12.205688 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7ae7-5e19-4cc2-8024-275e52c6c3d5 req-bbfeb63d-d6ed-42d2-8051-f8017ac57cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:12.207213 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4dac7ae7-5e19-4cc2-8024-275e52c6c3d5 req-bbfeb63d-d6ed-42d2-8051-f8017ac57cf8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b60168c-6e5d-423c-ac81-d56c113725db HTTP/1.1" status: 200 len: 915 time: 0.3352578 May 25 16:17:12.261187 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:12.274718 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4dac7ae7-5e19-4cc2-8024-275e52c6c3d5 req-c8063dd5-8e7a-4cd4-9b05-853c804cd655 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab HTTP/1.1" status: 200 len: 1001 time: 0.0607102 May 25 16:17:12.326069 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7ae7-5e19-4cc2-8024-275e52c6c3d5 req-6af89963-cba8-4506-85e4-66f96a64d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:12.327494 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4dac7ae7-5e19-4cc2-8024-275e52c6c3d5 req-6af89963-cba8-4506-85e4-66f96a64d822 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=620bfd70-8e28-4ec3-bac2-c2ddb8db1e77 HTTP/1.1" status: 200 len: 853 time: 0.0468593 May 25 16:17:12.372017 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7ae7-5e19-4cc2-8024-275e52c6c3d5 req-2046a28f-d722-4068-b9c7-4ccd9f4ff35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:12.373452 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4dac7ae7-5e19-4cc2-8024-275e52c6c3d5 req-2046a28f-d722-4068-b9c7-4ccd9f4ff35f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b60168c-6e5d-423c-ac81-d56c113725db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382161 May 25 16:17:12.442710 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:12.468844 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4dac7ae7-5e19-4cc2-8024-275e52c6c3d5 req-3c3ec73b-0c1f-4069-8149-507f9f431be1 service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891342 May 25 16:17:12.560356 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4dac7ae7-5e19-4cc2-8024-275e52c6c3d5 req-5b6ffb59-2d69-46ec-a60e-fc9103fd20e0 service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855260 May 25 16:17:13.147621 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7433e-7ec3-4e2a-a649-331f3226c45e req-0020504b-5bcd-4d4d-98d0-6a7c3c98c264 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:13.149225 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bbd7433e-7ec3-4e2a-a649-331f3226c45e req-0020504b-5bcd-4d4d-98d0-6a7c3c98c264 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 944 time: 0.3252716 May 25 16:17:13.198583 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bbd7433e-7ec3-4e2a-a649-331f3226c45e req-0af779dc-3823-46fa-8eed-9f903b705da6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432231 May 25 16:17:14.320009 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda44e9-3f5d-4684-bb60-65bc985d7ef4 req-8aecd0c2-6b41-4474-a0c1-e6c2fa4528d4 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:14.321489 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ebda44e9-3f5d-4684-bb60-65bc985d7ef4 req-8aecd0c2-6b41-4474-a0c1-e6c2fa4528d4 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 944 time: 0.0535908 May 25 16:17:14.372484 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ebda44e9-3f5d-4684-bb60-65bc985d7ef4 req-98168c45-01bd-473a-b42d-6a7e3de00bd0 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451086 May 25 16:17:15.499796 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb7d6e-2687-405a-acfa-57c33ab564e5 req-3348f572-b1fb-4782-a706-a95fba384d8d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:15.501281 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fabb7d6e-2687-405a-acfa-57c33ab564e5 req-3348f572-b1fb-4782-a706-a95fba384d8d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 944 time: 0.0470822 May 25 16:17:15.553196 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fabb7d6e-2687-405a-acfa-57c33ab564e5 req-148005dd-9653-49a1-a483-e448aeab2c07 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433526 May 25 16:17:16.673277 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f488-0585-4988-aeba-bd2a1055e248 req-ac86c0df-1c56-4e48-9905-26cb9efd4c9e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:16.674730 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f8a5f488-0585-4988-aeba-bd2a1055e248 req-ac86c0df-1c56-4e48-9905-26cb9efd4c9e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 944 time: 0.0518432 May 25 16:17:16.727346 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f8a5f488-0585-4988-aeba-bd2a1055e248 req-edc4531b-e23d-4cd5-9b8d-50c00c44e4c7 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450432 May 25 16:17:17.861894 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87637b0d-e0c5-4dfc-9a34-011fc6430e75 req-2d40e2e4-95bd-4550-b729-a47e43518b5f tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:17.863364 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-87637b0d-e0c5-4dfc-9a34-011fc6430e75 req-2d40e2e4-95bd-4550-b729-a47e43518b5f tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 944 time: 0.0528789 May 25 16:17:17.915574 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-87637b0d-e0c5-4dfc-9a34-011fc6430e75 req-1fcb0299-eafc-4be1-99a6-3cd2d4afce44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443401 May 25 16:17:18.591991 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device df8efe81-4270-4002-990c-7c522f23f381 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:17:18.700851 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port df8efe81-4270-4002-990c-7c522f23f381, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=df8efe81-4270-4002-990c-7c522f23f381,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:17:18.713083 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': 'df8efe81-4270-4002-990c-7c522f23f381', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'port_id': 'df8efe81-4270-4002-990c-7c522f23f381', 'mac_address': 'fa:16:3e:6e:50:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:17:18.743576 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:18.748028 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port df8efe81-4270-4002-990c-7c522f23f381 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:17:18.748412 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (df8efe81-4270-4002-990c-7c522f23f381), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:18.761906 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8efe81-4270-4002-990c-7c522f23f381 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:17:18.782179 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port df8efe81-4270-4002-990c-7c522f23f381, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=df8efe81-4270-4002-990c-7c522f23f381,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:17:18.788605 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (df8efe81-4270-4002-990c-7c522f23f381), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:18.837752 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=df8efe81-4270-4002-990c-7c522f23f381,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:19.031524 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['df8efe81-4270-4002-990c-7c522f23f381'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:17:19.036201 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a2d8a-f5d7-439e-9ba1-0a562802dac1 req-bd338edd-b3fb-4c14-8432-c63ecb4f368b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:19.037725 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a98a2d8a-f5d7-439e-9ba1-0a562802dac1 req-bd338edd-b3fb-4c14-8432-c63ecb4f368b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 945 time: 0.0534606 May 25 16:17:19.088847 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a98a2d8a-f5d7-439e-9ba1-0a562802dac1 req-bdc8a07f-6b49-44b7-9f51-11c0dfb4be55 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453475 May 25 16:17:20.218492 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e68441-8b03-4d58-9cb6-5ea6da885083 req-a9dac2fc-16d2-41d5-a68c-c1000bcd45d3 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:20.219963 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-23e68441-8b03-4d58-9cb6-5ea6da885083 req-a9dac2fc-16d2-41d5-a68c-c1000bcd45d3 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 945 time: 0.0554187 May 25 16:17:20.267922 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-23e68441-8b03-4d58-9cb6-5ea6da885083 req-34b2798b-3043-4820-bddd-9eadddbef3a2 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422492 May 25 16:17:20.286054 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:20.542592 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:20.544919 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=10 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:20.604870 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device df8efe81-4270-4002-990c-7c522f23f381 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:17:20.651519 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port df8efe81-4270-4002-990c-7c522f23f381 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:17:20.660140 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port df8efe81-4270-4002-990c-7c522f23f381 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:17:20.660562 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (df8efe81-4270-4002-990c-7c522f23f381), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:20.725536 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:20.734342 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port df8efe81-4270-4002-990c-7c522f23f381 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:17:20.734718 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (df8efe81-4270-4002-990c-7c522f23f381), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:20.757938 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8efe81-4270-4002-990c-7c522f23f381'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:17:20.760173 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b44d3e-d961-48d7-9d5d-821a95672b17" -d '{"events": [{"server_uuid": "20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c", "name": "network-vif-plugged", "status": "completed", "tag": "df8efe81-4270-4002-990c-7c522f23f381"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:17:20.773518 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port df8efe81-4270-4002-990c-7c522f23f381, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=df8efe81-4270-4002-990c-7c522f23f381,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:17:20.781462 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (df8efe81-4270-4002-990c-7c522f23f381), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:20.807251 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79953497-5110-4690-961d-938662042c13 x-openstack-request-id: req-79953497-5110-4690-961d-938662042c13 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:17:20.807535 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c", "name": "network-vif-plugged", "status": "completed", "tag": "df8efe81-4270-4002-990c-7c522f23f381", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:17:20.807784 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-79953497-5110-4690-961d-938662042c13 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:17:20.808200 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79953497-5110-4690-961d-938662042c13'] response: {'server_uuid': '20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8efe81-4270-4002-990c-7c522f23f381', 'code': 200} May 25 16:17:20.836043 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=df8efe81-4270-4002-990c-7c522f23f381,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:21.029741 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53cb92-f1e9-4794-bce6-6a4dab789ed3 req-7023407f-723f-43ef-82ed-5c5f19e17a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:21.031213 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7d53cb92-f1e9-4794-bce6-6a4dab789ed3 req-7023407f-723f-43ef-82ed-5c5f19e17a6f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 1130 time: 0.0387709 May 25 16:17:21.081002 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7d53cb92-f1e9-4794-bce6-6a4dab789ed3 req-628faf1c-5a86-4604-ab9e-5f0ccb354c7d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435557 May 25 16:17:21.390383 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94406a55-c537-4c0b-aef7-febde24f6333 req-637f2290-4fc3-4a64-bc11-f5b45167d52d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:21.392489 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-94406a55-c537-4c0b-aef7-febde24f6333 req-637f2290-4fc3-4a64-bc11-f5b45167d52d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 946 time: 0.0515435 May 25 16:17:21.448336 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-94406a55-c537-4c0b-aef7-febde24f6333 req-106638c2-551a-4f8a-888e-abce0a8a12ac tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499427 May 25 16:17:22.591557 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13104eac-7e66-474e-ae6b-474ad7355aff req-b8ff6a7b-b571-4bfd-8f43-26f84a80b6e2 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:22.592962 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-13104eac-7e66-474e-ae6b-474ad7355aff req-b8ff6a7b-b571-4bfd-8f43-26f84a80b6e2 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 946 time: 0.0576694 May 25 16:17:22.642053 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-13104eac-7e66-474e-ae6b-474ad7355aff req-b572dd46-f595-4f10-b08d-30bdfe1edda5 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434380 May 25 16:17:23.776699 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18d08f-8252-43c2-b335-32eb440bad6a req-d48c6bfe-aa3a-45d6-b928-5052266642da tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:23.778153 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3e18d08f-8252-43c2-b335-32eb440bad6a req-d48c6bfe-aa3a-45d6-b928-5052266642da tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 946 time: 0.0519106 May 25 16:17:23.830524 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3e18d08f-8252-43c2-b335-32eb440bad6a req-96d8da6a-1185-44e1-8339-6c4c1ff0c6c2 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436835 May 25 16:17:23.949946 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad7fa8-0ab0-4955-820e-b070c84d3e3d req-b15e25a0-d4a6-4734-bd0d-a02f2fba2f49 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:23.951335 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e5ad7fa8-0ab0-4955-820e-b070c84d3e3d req-b15e25a0-d4a6-4734-bd0d-a02f2fba2f49 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 946 time: 0.0517266 May 25 16:17:24.003735 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e5ad7fa8-0ab0-4955-820e-b070c84d3e3d req-3039ee6e-7432-495b-ba1c-b8622c7b04e3 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441163 May 25 16:17:24.031865 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45388) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:17:24.188270 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0f62c3-01ad-48ea-94d2-d9d63abdf040 tempest-TestVolumeBootPattern-1986702484 tempest-TestVolumeBootPattern-1986702484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:24.189780 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3e0f62c3-01ad-48ea-94d2-d9d63abdf040 tempest-TestVolumeBootPattern-1986702484 tempest-TestVolumeBootPattern-1986702484-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 1125 time: 0.1569171 May 25 16:17:24.195043 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45392) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:17:24.199633 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'port_id': 'df8efe81-4270-4002-990c-7c522f23f381', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:17:24.225251 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:24.300766 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:24.311057 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:24.423305 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Allocated IP 172.27.0.239 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/d735835b-0197-49bf-9336-3840b1ee386b) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:17:24.488619 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:24.530068 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for port (d735835b-0197-49bf-9336-3840b1ee386b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:24.566001 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (d735835b-0197-49bf-9336-3840b1ee386b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:24.616612 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:17:24.621637 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:17:24.623896 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'Port': ['ID=d735835b-0197-49bf-9336-3840b1ee386b,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:24.626020 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:17:24.985301 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for floatingip (e4e5a166-5219-4a80-87ba-89ddfdcdabb8), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:25.058151 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (d735835b-0197-49bf-9336-3840b1ee386b), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:25.059543 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:25.246082 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for port (d735835b-0197-49bf-9336-3840b1ee386b), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:25.253330 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (d735835b-0197-49bf-9336-3840b1ee386b), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:25.313757 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:25.320443 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'Port': ['ID=d735835b-0197-49bf-9336-3840b1ee386b,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:17:25.334652 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (e4e5a166-5219-4a80-87ba-89ddfdcdabb8), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:25.430896 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Floating IP e4e5a166-5219-4a80-87ba-89ddfdcdabb8 associated. External IP: 172.27.0.239, port: df8efe81-4270-4002-990c-7c522f23f381. May 25 16:17:25.632799 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Router fc4a72a2-e89c-4d72-b751-99c9e94d0788 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:17:25.768673 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:17:25.779621 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9009a84d-0c65-4d0b-a49b-7cd35fb29fc9 None None] Sync routers for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:17:25.788888 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:25.790972 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9009a84d-0c65-4d0b-a49b-7cd35fb29fc9 None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:17:25.791587 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-9009a84d-0c65-4d0b-a49b-7cd35fb29fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:17:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:17:25.822440 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-d429be3c-c051-48e0-ada0-9f0011309c61 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6262450 May 25 16:17:25.823078 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c', 'tag': 'df8efe81-4270-4002-990c-7c522f23f381'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:17:25.825768 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f984256-0061-44d7-8bef-cf3ab7439e28" -d '{"events": [{"name": "network-changed", "server_uuid": "20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c", "tag": "df8efe81-4270-4002-990c-7c522f23f381"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:17:25.862924 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f098fca-7610-43c2-b5f3-024b7002a503 x-openstack-request-id: req-7f098fca-7610-43c2-b5f3-024b7002a503 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:17:25.863215 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c", "tag": "df8efe81-4270-4002-990c-7c522f23f381", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:17:25.863464 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7f098fca-7610-43c2-b5f3-024b7002a503 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:17:25.863888 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f098fca-7610-43c2-b5f3-024b7002a503'] response: {'name': 'network-changed', 'server_uuid': '20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c', 'tag': 'df8efe81-4270-4002-990c-7c522f23f381', 'status': 'completed', 'code': 200} May 25 16:17:25.896825 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-9009a84d-0c65-4d0b-a49b-7cd35fb29fc9 None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:17:25.898650 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:25.933231 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f984256-0061-44d7-8bef-cf3ab7439e28 req-6eb4a370-28b7-42b5-a26a-798aa1e477ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:25.934783 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0f984256-0061-44d7-8bef-cf3ab7439e28 req-6eb4a370-28b7-42b5-a26a-798aa1e477ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 1130 time: 0.0411355 May 25 16:17:26.029370 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f984256-0061-44d7-8bef-cf3ab7439e28 req-03124425-55c2-4fb5-82df-c5012a820925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:26.030858 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0f984256-0061-44d7-8bef-cf3ab7439e28 req-03124425-55c2-4fb5-82df-c5012a820925 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 912 time: 0.0890834 May 25 16:17:26.093509 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0f984256-0061-44d7-8bef-cf3ab7439e28 req-7adcf93b-fec8-4162-bf39-8ffb545f976d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df8efe81-4270-4002-990c-7c522f23f381 HTTP/1.1" status: 200 len: 1000 time: 0.0561812 May 25 16:17:26.126456 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:26.146838 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f984256-0061-44d7-8bef-cf3ab7439e28 req-f62451bf-0212-4005-b7f9-2f6c5125166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:26.148587 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0f984256-0061-44d7-8bef-cf3ab7439e28 req-f62451bf-0212-4005-b7f9-2f6c5125166b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0482364 May 25 16:17:26.200604 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f984256-0061-44d7-8bef-cf3ab7439e28 req-10e598a3-aa51-463f-9aa6-59a7c2545965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:26.202185 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0f984256-0061-44d7-8bef-cf3ab7439e28 req-10e598a3-aa51-463f-9aa6-59a7c2545965 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456619 May 25 16:17:26.239318 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-9009a84d-0c65-4d0b-a49b-7cd35fb29fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'e4e5a166-5219-4a80-87ba-89ddfdcdabb8', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': 'df8efe81-4270-4002-990c-7c522f23f381', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:6e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:17:24Z', 'updated_at': '2022-05-25T16:17:24Z', 'revision_number': 0, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:17:26.263953 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9009a84d-0c65-4d0b-a49b-7cd35fb29fc9 None None] Checking router: fc4a72a2-e89c-4d72-b751-99c9e94d0788 for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:17:26.272910 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9009a84d-0c65-4d0b-a49b-7cd35fb29fc9 None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:17:26.273833 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-9009a84d-0c65-4d0b-a49b-7cd35fb29fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:17:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:17:26.292782 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0f984256-0061-44d7-8bef-cf3ab7439e28 req-23494351-0eb4-4125-be7e-7d247f11ca56 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842135 May 25 16:17:26.370923 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:26.376475 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-9009a84d-0c65-4d0b-a49b-7cd35fb29fc9 None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:17:26.387290 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0f984256-0061-44d7-8bef-cf3ab7439e28 req-45452a61-eca2-46d2-99da-fd3b2f55cf05 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881121 May 25 16:17:26.595870 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-9009a84d-0c65-4d0b-a49b-7cd35fb29fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'e4e5a166-5219-4a80-87ba-89ddfdcdabb8', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': 'df8efe81-4270-4002-990c-7c522f23f381', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:6e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:17:24Z', 'updated_at': '2022-05-25T16:17:24Z', 'revision_number': 0, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:17:26.627772 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9009a84d-0c65-4d0b-a49b-7cd35fb29fc9 None None] The sync data for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi is: [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': 'e4e5a166-5219-4a80-87ba-89ddfdcdabb8', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': 'df8efe81-4270-4002-990c-7c522f23f381', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:6e:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:17:24Z', 'updated_at': '2022-05-25T16:17:24Z', 'revision_number': 0, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:17:26.830980 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b3b59-0f09-47e6-b1af-d38f63b30208 None None] New status for floating IP e4e5a166-5219-4a80-87ba-89ddfdcdabb8: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:17:33.988602 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e73a019a-d855-4b8e-adef-ce802671c0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:34.183367 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=70 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:34.185495 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=1,neutron:SELECT=81 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:35.664109 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fb202-e0af-4377-b076-1b9f4c127ed9 req-17a99e1c-debb-4934-ace4-a35f02ccdd1d tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:35.665673 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9d7fb202-e0af-4377-b076-1b9f4c127ed9 req-17a99e1c-debb-4934-ace4-a35f02ccdd1d tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 985 time: 0.0498683 May 25 16:17:35.671714 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afacad8-01c1-440e-987b-098c55f3e9a8 req-8a77c0b7-4d2a-4668-8b56-f02bdb35f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:35.673453 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9afacad8-01c1-440e-987b-098c55f3e9a8 req-8a77c0b7-4d2a-4668-8b56-f02bdb35f25e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2fbd40b4ea447319a8b90656548da9e&device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 1169 time: 0.0427146 May 25 16:17:35.730593 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9d7fb202-e0af-4377-b076-1b9f4c127ed9 req-79977fbc-2e50-494f-8b06-03924d1590d9 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=a861fe6b-ba0e-452a-84be-18c1567ae7ed&id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585117 May 25 16:17:35.764310 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afacad8-01c1-440e-987b-098c55f3e9a8 req-2e921041-e4aa-4060-bf91-ada31d6c358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:35.765820 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9afacad8-01c1-440e-987b-098c55f3e9a8 req-2e921041-e4aa-4060-bf91-ada31d6c358b service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b60168c-6e5d-423c-ac81-d56c113725db HTTP/1.1" status: 200 len: 915 time: 0.0849078 May 25 16:17:35.838359 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9afacad8-01c1-440e-987b-098c55f3e9a8 req-b234b944-113f-4e6e-b159-d0c554a4ea69 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab HTTP/1.1" status: 200 len: 1001 time: 0.0649228 May 25 16:17:35.892695 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afacad8-01c1-440e-987b-098c55f3e9a8 req-55b8287f-9d57-4702-8138-4582e731bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:35.894194 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9afacad8-01c1-440e-987b-098c55f3e9a8 req-55b8287f-9d57-4702-8138-4582e731bb89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=620bfd70-8e28-4ec3-bac2-c2ddb8db1e77 HTTP/1.1" status: 200 len: 853 time: 0.0448937 May 25 16:17:35.940852 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afacad8-01c1-440e-987b-098c55f3e9a8 req-b9ab0dd8-5425-4d25-bd3b-fc39ea6691d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:35.942368 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9afacad8-01c1-440e-987b-098c55f3e9a8 req-b9ab0dd8-5425-4d25-bd3b-fc39ea6691d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b60168c-6e5d-423c-ac81-d56c113725db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388339 May 25 16:17:36.048916 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9afacad8-01c1-440e-987b-098c55f3e9a8 req-fd8c910d-85ca-4016-842c-4115dcf09684 service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978756 May 25 16:17:36.151513 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9afacad8-01c1-440e-987b-098c55f3e9a8 req-eba2c455-1a25-4f51-b2f6-69aa5ca4c8e5 service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946321 May 25 16:17:36.221098 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b4a7e61b-69e2-4411-8055-ee7021975d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:36.578848 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:17:36.859176 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46308ef6-1e52-4075-8a08-0825c979267f req-bf20cad6-f129-4950-a69e-d68eb8510553 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:36.860693 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-46308ef6-1e52-4075-8a08-0825c979267f req-bf20cad6-f129-4950-a69e-d68eb8510553 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 985 time: 0.0500624 May 25 16:17:36.930074 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-46308ef6-1e52-4075-8a08-0825c979267f req-7cc3c598-b8b5-4f08-b2fe-b90c8a38a3b5 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=a861fe6b-ba0e-452a-84be-18c1567ae7ed&id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610988 May 25 16:17:37.078024 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:38.058393 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f9c6c-f40d-4732-a448-c477114600ae req-305d0e05-3761-4741-b7d5-e88ba27a6275 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:38.059859 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d16f9c6c-f40d-4732-a448-c477114600ae req-305d0e05-3761-4741-b7d5-e88ba27a6275 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 985 time: 0.0480549 May 25 16:17:38.118258 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d16f9c6c-f40d-4732-a448-c477114600ae req-c6ce32be-b6ff-4ee5-b565-d511d80c3646 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=a861fe6b-ba0e-452a-84be-18c1567ae7ed&id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524611 May 25 16:17:38.650350 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:39.246495 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104b18c-c9f2-4e40-85ad-02377f955d65 req-eaa4bfa8-62e2-439a-bbad-47593509b523 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:39.248081 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5104b18c-c9f2-4e40-85ad-02377f955d65 req-eaa4bfa8-62e2-439a-bbad-47593509b523 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 985 time: 0.0559525 May 25 16:17:39.312358 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5104b18c-c9f2-4e40-85ad-02377f955d65 req-39324832-b062-4899-8770-029542555c5e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=a861fe6b-ba0e-452a-84be-18c1567ae7ed&id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562937 May 25 16:17:40.084132 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:40.428964 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bffe6-b52a-4fec-87d7-faf3c128acb6 req-0357c182-0bda-4224-9fc5-4f72cf2debf5 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:40.430454 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e62bffe6-b52a-4fec-87d7-faf3c128acb6 req-0357c182-0bda-4224-9fc5-4f72cf2debf5 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 985 time: 0.0489588 May 25 16:17:40.490198 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e62bffe6-b52a-4fec-87d7-faf3c128acb6 req-c94bacef-ee25-48e0-8d96-551948a5a2bb tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=a861fe6b-ba0e-452a-84be-18c1567ae7ed&id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537255 May 25 16:17:41.619320 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54d41e-81cd-46dd-b614-fe67072987f2 req-619d9a4a-2a3e-4795-9831-fad5715bbe9f tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:41.620805 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4d54d41e-81cd-46dd-b614-fe67072987f2 req-619d9a4a-2a3e-4795-9831-fad5715bbe9f tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 985 time: 0.0473375 May 25 16:17:41.647182 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:41.685562 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4d54d41e-81cd-46dd-b614-fe67072987f2 req-81c07f93-d0cc-437b-b9c1-234f33bda190 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=a861fe6b-ba0e-452a-84be-18c1567ae7ed&id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589299 May 25 16:17:42.828005 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4530ed2-87d8-41a2-8990-578e659ce2b4 req-7260bef2-6e0c-4eb2-9156-be50536c3f36 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:42.829815 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a4530ed2-87d8-41a2-8990-578e659ce2b4 req-7260bef2-6e0c-4eb2-9156-be50536c3f36 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 985 time: 0.0626764 May 25 16:17:42.907424 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a4530ed2-87d8-41a2-8990-578e659ce2b4 req-ed6c0a96-6239-4864-9b4c-97fd80bb5abd tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=a861fe6b-ba0e-452a-84be-18c1567ae7ed&id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714307 May 25 16:17:44.026580 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56a1be-a575-4e1b-93f0-4a669e08ba17 req-936c0ac5-d113-4bdc-8d9a-280f0635f694 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:44.028407 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2f56a1be-a575-4e1b-93f0-4a669e08ba17 req-936c0ac5-d113-4bdc-8d9a-280f0635f694 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 985 time: 0.0478623 May 25 16:17:44.088065 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2f56a1be-a575-4e1b-93f0-4a669e08ba17 req-c30fabec-f02d-4090-aba9-eeb95c3fdcf7 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=a861fe6b-ba0e-452a-84be-18c1567ae7ed&id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538485 May 25 16:17:45.208102 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788b436-3a51-4e78-add4-de84003180c8 req-dba41a69-8bd0-4ccf-99be-b6ef9ac02df8 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:45.209559 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a788b436-3a51-4e78-add4-de84003180c8 req-dba41a69-8bd0-4ccf-99be-b6ef9ac02df8 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 985 time: 0.0487251 May 25 16:17:45.270600 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a788b436-3a51-4e78-add4-de84003180c8 req-1c9205e6-e673-4dcd-905a-655f61d07e51 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=a861fe6b-ba0e-452a-84be-18c1567ae7ed&id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551481 May 25 16:17:46.410451 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e28df2-3a69-4da2-9d08-89962c8eea68 req-0a28a9ba-0e8c-4521-bcc4-59836497533c tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:46.411959 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29e28df2-3a69-4da2-9d08-89962c8eea68 req-0a28a9ba-0e8c-4521-bcc4-59836497533c tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 985 time: 0.0602694 May 25 16:17:46.447965 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:46.475834 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-29e28df2-3a69-4da2-9d08-89962c8eea68 req-098477fb-e185-4352-8922-a134bb03bb86 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=a861fe6b-ba0e-452a-84be-18c1567ae7ed&id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548370 May 25 16:17:46.572765 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:46.573837 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:47.599786 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c28f3-a04f-4a95-8963-117adf926cad req-9984c6cc-9821-4c88-9a99-ceaa991ba511 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:47.601162 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ff2c28f3-a04f-4a95-8963-117adf926cad req-9984c6cc-9821-4c88-9a99-ceaa991ba511 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 985 time: 0.0526714 May 25 16:17:47.667684 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ff2c28f3-a04f-4a95-8963-117adf926cad req-266a955f-787d-42a5-a5b2-92c8b4c94927 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=a861fe6b-ba0e-452a-84be-18c1567ae7ed&id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577056 May 25 16:17:50.073159 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:50.075585 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:50.302001 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:55.281097 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f45f6639-7c04-47bd-b35d-06534a57952c req-8cf12094-b895-49b1-ad58-a2da94494b5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419068 May 25 16:17:55.370633 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6639-7c04-47bd-b35d-06534a57952c req-64aa7eb4-443f-44be-bedc-7c06940aed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:55.372251 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f45f6639-7c04-47bd-b35d-06534a57952c req-64aa7eb4-443f-44be-bedc-7c06940aed5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7528adefacfc41c5a54869ec5603bde8&device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 1129 time: 0.0443592 May 25 16:17:55.477703 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6639-7c04-47bd-b35d-06534a57952c req-aa7dec3e-a803-4899-8d7a-0bedc3aba73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:55.479221 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f45f6639-7c04-47bd-b35d-06534a57952c req-aa7dec3e-a803-4899-8d7a-0bedc3aba73a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9358ddcf-9465-4227-b94e-57f9c6a33979 HTTP/1.1" status: 200 len: 908 time: 0.0857100 May 25 16:17:55.544824 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f45f6639-7c04-47bd-b35d-06534a57952c req-1b8a8d9a-0be4-47f9-b043-862c93d29c2e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aba6c27-f5a6-468a-851f-055752b5ce50 HTTP/1.1" status: 200 len: 1001 time: 0.0582581 May 25 16:17:55.596677 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6639-7c04-47bd-b35d-06534a57952c req-e32d6e62-3d74-4a32-9996-6986603f7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:55.598858 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f45f6639-7c04-47bd-b35d-06534a57952c req-e32d6e62-3d74-4a32-9996-6986603f7d29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=022a40ea-22f7-42d6-bdb6-84572c27e793 HTTP/1.1" status: 200 len: 846 time: 0.0472128 May 25 16:17:55.643274 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6639-7c04-47bd-b35d-06534a57952c req-1ae934a3-ac0c-4121-a2c7-78a971bb7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:17:55.644788 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f45f6639-7c04-47bd-b35d-06534a57952c req-1ae934a3-ac0c-4121-a2c7-78a971bb7591 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9358ddcf-9465-4227-b94e-57f9c6a33979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398107 May 25 16:17:55.738845 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f45f6639-7c04-47bd-b35d-06534a57952c req-dae8941c-c564-4a66-888d-cacea138edd6 service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871787 May 25 16:17:55.832742 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f45f6639-7c04-47bd-b35d-06534a57952c req-3ea3c984-cf27-456a-83fd-62ac29a0fa1e service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867152 May 25 16:17:57.650351 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=59 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:57.658946 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=67 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:00.287383 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:00.295702 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:02.703777 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=13 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:02.706256 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=13 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:03.989314 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c0d22232-676c-4b21-a7c7-50fbe8de58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:05.825796 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=76 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:05.827676 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=52 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:06.216675 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c93d8422-b5e4-482c-aba4-2c79d269ad96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:06.613840 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03329c-08c9-4fbf-9d9f-b504686ae0df req-ca852ec3-9616-4a0a-bc0b-38ca62c6d7e3 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:06.615356 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fd03329c-08c9-4fbf-9d9f-b504686ae0df req-ca852ec3-9616-4a0a-bc0b-38ca62c6d7e3 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.1611552 May 25 16:18:06.665281 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fd03329c-08c9-4fbf-9d9f-b504686ae0df req-8d898af3-d381-490e-81ab-445472a76fdf tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442381 May 25 16:18:07.088827 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:08.105323 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8196c-e891-4f68-b425-e734f5a0cb6c req-77f090d6-dde3-433f-ac96-7a83b4b1cea8 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:08.106824 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b1c8196c-e891-4f68-b425-e734f5a0cb6c req-77f090d6-dde3-433f-ac96-7a83b4b1cea8 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.3563793 May 25 16:18:08.161484 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b1c8196c-e891-4f68-b425-e734f5a0cb6c req-60c06136-f98a-47d3-aa48-a10a7df1246b tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448425 May 25 16:18:08.651666 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:09.297583 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569950d-59ad-4804-9159-afd88d06ff82 req-268842a4-7d41-4913-aaa3-39c1448e6471 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:09.299134 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c569950d-59ad-4804-9159-afd88d06ff82 req-268842a4-7d41-4913-aaa3-39c1448e6471 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0484633 May 25 16:18:09.352020 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c569950d-59ad-4804-9159-afd88d06ff82 req-1760bc4f-d11c-456b-a39c-1c42ff7a6c0d tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469592 May 25 16:18:10.090503 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:10.477293 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9ba6b-35cc-480a-8bb8-aa63f2c4c5fd req-e3f6d64b-d1c8-4c04-8e33-8940d0a4f9e2 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:10.478792 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-64c9ba6b-35cc-480a-8bb8-aa63f2c4c5fd req-e3f6d64b-d1c8-4c04-8e33-8940d0a4f9e2 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0495079 May 25 16:18:10.528139 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-64c9ba6b-35cc-480a-8bb8-aa63f2c4c5fd req-ac69c2b7-afc4-4eee-bad0-0695571a535d tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435927 May 25 16:18:11.646639 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d17af2-2a16-4786-9188-cbeb6703fad5 req-c4553570-26ec-495f-9697-9b0d002a7124 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:11.648120 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b4d17af2-2a16-4786-9188-cbeb6703fad5 req-c4553570-26ec-495f-9697-9b0d002a7124 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0495212 May 25 16:18:11.699650 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b4d17af2-2a16-4786-9188-cbeb6703fad5 req-6c157b2d-edf2-4fce-8762-99a491cdd304 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458837 May 25 16:18:12.730076 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:12.731901 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:12.823405 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66250-01fc-4eee-a124-f8242967016e req-0060312c-cc2a-437f-bd89-de299525c07f tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:12.824896 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7ec66250-01fc-4eee-a124-f8242967016e req-0060312c-cc2a-437f-bd89-de299525c07f tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0508709 May 25 16:18:12.874127 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7ec66250-01fc-4eee-a124-f8242967016e req-4d00bab6-0106-49b5-b083-36f50c1ccd49 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436752 May 25 16:18:13.583140 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:18:14.000698 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183797f-e7d5-4b6b-8a53-e8e3e6f82117 req-3e9afb90-5d9e-4439-85fb-6a1513541b57 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:14.002126 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e183797f-e7d5-4b6b-8a53-e8e3e6f82117 req-3e9afb90-5d9e-4439-85fb-6a1513541b57 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0475688 May 25 16:18:14.051347 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e183797f-e7d5-4b6b-8a53-e8e3e6f82117 req-7aff20ad-5ea4-45dc-b3b0-0d637b508d98 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436068 May 25 16:18:15.173879 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b140451-ee3b-4abb-9c1c-1c956f37ba69 req-41c0d9dd-cfef-4fd7-8730-bdd5fe679d53 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:15.175323 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2b140451-ee3b-4abb-9c1c-1c956f37ba69 req-41c0d9dd-cfef-4fd7-8730-bdd5fe679d53 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0481904 May 25 16:18:15.229080 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2b140451-ee3b-4abb-9c1c-1c956f37ba69 req-8bbe5dab-b508-45d8-a218-e74f943c5e8d tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453050 May 25 16:18:16.361072 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b9d2a-b145-4c21-bd91-29b0858044e4 req-20b3969b-70a9-427c-98e5-a6883aeae324 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:16.362620 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-728b9d2a-b145-4c21-bd91-29b0858044e4 req-20b3969b-70a9-427c-98e5-a6883aeae324 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0519564 May 25 16:18:16.415568 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-728b9d2a-b145-4c21-bd91-29b0858044e4 req-2093a91e-4c3e-46c0-8734-3d5c02e8c37e tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446160 May 25 16:18:16.700398 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd1933-1f25-4882-ac5f-4024d4482799 req-25b3df57-f656-4563-840d-29168ee37662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:16.701942 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2acd1933-1f25-4882-ac5f-4024d4482799 req-25b3df57-f656-4563-840d-29168ee37662 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7528adefacfc41c5a54869ec5603bde8&device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 1129 time: 0.0907650 May 25 16:18:16.804559 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd1933-1f25-4882-ac5f-4024d4482799 req-84fafc0d-2449-4c22-b495-5f9cf4da3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:16.805983 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2acd1933-1f25-4882-ac5f-4024d4482799 req-84fafc0d-2449-4c22-b495-5f9cf4da3498 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9358ddcf-9465-4227-b94e-57f9c6a33979 HTTP/1.1" status: 200 len: 908 time: 0.0965288 May 25 16:18:16.865961 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2acd1933-1f25-4882-ac5f-4024d4482799 req-b738b451-6e39-400d-9b55-8812bf3c3161 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aba6c27-f5a6-468a-851f-055752b5ce50 HTTP/1.1" status: 200 len: 1001 time: 0.0530813 May 25 16:18:16.926874 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd1933-1f25-4882-ac5f-4024d4482799 req-780d94dc-321c-4878-8873-fd6200905936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:16.928353 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2acd1933-1f25-4882-ac5f-4024d4482799 req-780d94dc-321c-4878-8873-fd6200905936 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=022a40ea-22f7-42d6-bdb6-84572c27e793 HTTP/1.1" status: 200 len: 846 time: 0.0505817 May 25 16:18:16.972843 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd1933-1f25-4882-ac5f-4024d4482799 req-2d9d079b-3a79-45cf-bbf8-d65ca4a86c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:16.974334 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2acd1933-1f25-4882-ac5f-4024d4482799 req-2d9d079b-3a79-45cf-bbf8-d65ca4a86c5d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9358ddcf-9465-4227-b94e-57f9c6a33979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396955 May 25 16:18:16.988834 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [req-2acd1933-1f25-4882-ac5f-4024d4482799 req-14d67d80-dc7d-4c62-bf5d-5df91724da46 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:18:16.989760 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2acd1933-1f25-4882-ac5f-4024d4482799 req-14d67d80-dc7d-4c62-bf5d-5df91724da46 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048647 May 25 16:18:17.097018 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2acd1933-1f25-4882-ac5f-4024d4482799 req-f84169d5-8820-4f8b-85e4-1d71d4142e86 service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009340 May 25 16:18:17.195145 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2acd1933-1f25-4882-ac5f-4024d4482799 req-ef913905-36ba-4221-830d-fa6a4d48c068 service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905702 May 25 16:18:17.534797 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763aa8e-d657-4957-9768-dc3b20649faf req-4aeeb352-ff54-4833-81b5-c951260790e7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:17.536301 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f763aa8e-d657-4957-9768-dc3b20649faf req-4aeeb352-ff54-4833-81b5-c951260790e7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0482714 May 25 16:18:17.585295 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f763aa8e-d657-4957-9768-dc3b20649faf req-b2385195-830f-4a53-85ec-6d0d59b9df91 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433621 May 25 16:18:18.702878 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5796c1d-5fdf-42c7-9a15-1683fd7017d1 req-f637f1e4-7c39-4685-9daf-de728b2f09ea tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:18.704366 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d5796c1d-5fdf-42c7-9a15-1683fd7017d1 req-f637f1e4-7c39-4685-9daf-de728b2f09ea tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0479436 May 25 16:18:18.754841 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d5796c1d-5fdf-42c7-9a15-1683fd7017d1 req-014204ea-1e04-4ba9-9c5f-9de3ae0acb92 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447061 May 25 16:18:19.884516 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f22d-4306-4f22-bd3f-a00ade31bc6d req-28959de5-d162-4470-a348-299d50287b22 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:19.886016 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c5b3f22d-4306-4f22-bd3f-a00ade31bc6d req-28959de5-d162-4470-a348-299d50287b22 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0597405 May 25 16:18:19.921276 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:19.924950 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:19.939151 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c5b3f22d-4306-4f22-bd3f-a00ade31bc6d req-497d98e0-28e0-4574-8916-5761760b37ca tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453517 May 25 16:18:20.055453 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [req-08951b15-a5f1-4381-8e50-703087e5761d req-b297797f-e8bb-4b67-88ab-38dfcbd2a1b0 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:18:20.056491 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-08951b15-a5f1-4381-8e50-703087e5761d req-b297797f-e8bb-4b67-88ab-38dfcbd2a1b0 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0521197 May 25 16:18:20.079420 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:20.081979 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:20.212117 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304a161-b391-4f86-b76f-faf3302c5ff8 req-1140aba3-cdaa-4ca6-918b-4d1ac3154fb9 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:20.213667 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c304a161-b391-4f86-b76f-faf3302c5ff8 req-1140aba3-cdaa-4ca6-918b-4d1ac3154fb9 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0492344 May 25 16:18:20.218381 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45490) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:20.282907 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c304a161-b391-4f86-b76f-faf3302c5ff8 req-07de4284-a1f0-48da-8bb0-b1c6e0886794 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591965 May 25 16:18:20.304310 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:20.311541 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-8dbfda38-1415-4461-8392-dd9e550b3601 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920808 May 25 16:18:20.320111 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-eea19fca-353a-40ed-9c4c-598b8a5b1515 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:18:20.321036 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-eea19fca-353a-40ed-9c4c-598b8a5b1515 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049169 May 25 16:18:20.396846 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45498) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:20.505128 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-66291091-d46a-4027-b964-e3b1a41b37b2 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:20.506481 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-66291091-d46a-4027-b964-e3b1a41b37b2 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports/5aba6c27-f5a6-468a-851f-055752b5ce50 HTTP/1.1" status: 200 len: 942 time: 0.1086652 May 25 16:18:21.407482 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca83d4a-d5dd-46d2-a157-ef830949da1c req-95ebad8e-fef1-426d-a0de-a0e19e51f7b3 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:21.409426 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bca83d4a-d5dd-46d2-a157-ef830949da1c req-95ebad8e-fef1-426d-a0de-a0e19e51f7b3 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0504460 May 25 16:18:21.465038 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bca83d4a-d5dd-46d2-a157-ef830949da1c req-3e227e48-fe05-49e0-b73e-a17c805b93e2 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493388 May 25 16:18:22.003577 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-c300460a-0bc0-4c65-b312-3829a3374875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:22.005266 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-c300460a-0bc0-4c65-b312-3829a3374875 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497&tenant_id=7528adefacfc41c5a54869ec5603bde8 HTTP/1.1" status: 200 len: 1129 time: 0.0424998 May 25 16:18:22.067634 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-8424d078-0a51-47e0-9a54-fe898e35ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:22.069215 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-8424d078-0a51-47e0-9a54-fe898e35ad13 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7528adefacfc41c5a54869ec5603bde8&device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 1129 time: 0.0400698 May 25 16:18:22.166648 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-68049d93-1bbb-4dd2-a8fb-e0fd15626cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:22.168191 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-68049d93-1bbb-4dd2-a8fb-e0fd15626cac service neutron] 10.222.0.67 "GET /v2.0/networks?id=9358ddcf-9465-4227-b94e-57f9c6a33979 HTTP/1.1" status: 200 len: 908 time: 0.0929379 May 25 16:18:22.229614 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-fcf01744-5356-4706-a419-69546ce3b5c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aba6c27-f5a6-468a-851f-055752b5ce50 HTTP/1.1" status: 200 len: 1001 time: 0.0547867 May 25 16:18:22.285815 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-1e6235f3-d3df-49ca-b24f-a1983f5669f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:22.287281 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-1e6235f3-d3df-49ca-b24f-a1983f5669f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=022a40ea-22f7-42d6-bdb6-84572c27e793 HTTP/1.1" status: 200 len: 846 time: 0.0516026 May 25 16:18:22.343425 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-5738b760-15fa-4bb2-a8c7-9ecada171599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:22.344927 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-5738b760-15fa-4bb2-a8c7-9ecada171599 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9358ddcf-9465-4227-b94e-57f9c6a33979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441954 May 25 16:18:22.439660 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-e0507b5d-daa2-43cb-88e9-9e445d2afec5 service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876439 May 25 16:18:22.536824 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-56209424-0b6b-4e95-ab66-9fe226627c7d req-165f33fb-fd9e-43ed-8ee7-9ed41de7a4b2 service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888350 May 25 16:18:22.583021 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62fe61-aabb-4c29-bb8a-cc75b4d0d8bc req-04d802ad-3c2d-4d45-af3e-942a6ea52896 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:22.584525 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ce62fe61-aabb-4c29-bb8a-cc75b4d0d8bc req-04d802ad-3c2d-4d45-af3e-942a6ea52896 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0468454 May 25 16:18:22.632903 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ce62fe61-aabb-4c29-bb8a-cc75b4d0d8bc req-f48c444d-2eca-4820-8c03-b3593fed3037 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427396 May 25 16:18:22.748743 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fde320f8-2296-4560-a393-fd3d65b6522c req-7d320cc9-1772-4e58-9622-b4a93e435c76 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289554726&fields=id&tenant_id=e2fbd40b4ea447319a8b90656548da9e HTTP/1.1" status: 200 len: 267 time: 0.0451486 May 25 16:18:22.801018 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde320f8-2296-4560-a393-fd3d65b6522c req-1188a0cc-9bad-4a6f-bcd2-7abd8b25cf6c tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:22.802548 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fde320f8-2296-4560-a393-fd3d65b6522c req-1188a0cc-9bad-4a6f-bcd2-7abd8b25cf6c tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 985 time: 0.0487368 May 25 16:18:22.817339 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-fde320f8-2296-4560-a393-fd3d65b6522c req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Request body: {'port': {'security_groups': ['7595e609-b501-40fd-a9ba-bc538032152f']}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:18:22.896363 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-fde320f8-2296-4560-a393-fd3d65b6522c req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:22.979744 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5aba6c27-f5a6-468a-851f-055752b5ce50 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:18:23.018261 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:23.055940 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 5aba6c27-f5a6-468a-851f-055752b5ce50 is: ACTIVE; New status is: DOWN {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:18:23.056321 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:23.078889 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:18:23.081161 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4719471f-09c6-4c15-8da4-6c10761a95d6" -d '{"events": [{"server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "name": "network-vif-unplugged", "status": "completed", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:18:23.093851 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5aba6c27-f5a6-468a-851f-055752b5ce50, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aba6c27-f5a6-468a-851f-055752b5ce50,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:18:23.099044 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:23.114444 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:23.120295 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-fde320f8-2296-4560-a393-fd3d65b6522c req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] For port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,segment=NetworkSegment(5f0bd156-53b8-4be8-911e-ef6ffae7ecb7),segment_id=5f0bd156-53b8-4be8-911e-ef6ffae7ecb7)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:18:23.122015 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 May 2022 16:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54e3a62-ad39-44ab-a6af-bea34807b8a0 x-openstack-request-id: req-b54e3a62-ad39-44ab-a6af-bea34807b8a0 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:18:23.122309 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "name": "network-vif-unplugged", "status": "completed", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:18:23.122658 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b54e3a62-ad39-44ab-a6af-bea34807b8a0 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:18:23.122949 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54e3a62-ad39-44ab-a6af-bea34807b8a0'] response: {'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'code': 200} May 25 16:18:23.148713 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=5aba6c27-f5a6-468a-851f-055752b5ce50,revision_number=6']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:23.151059 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-fde320f8-2296-4560-a393-fd3d65b6522c req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:23.156003 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.156324 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-fde320f8-2296-4560-a393-fd3d65b6522c req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:23.156479 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.156687 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.157016 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.157344 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.157698 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.158016 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.158301 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.158665 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.158982 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.159352 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.160078 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.160327 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.160636 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.160976 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.167470 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['2b47afd8-0e10-4e55-91a9-ef22ee9101ab'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:18:23.205659 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde320f8-2296-4560-a393-fd3d65b6522c req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:23.206553 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-fde320f8-2296-4560-a393-fd3d65b6522c req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:23.208399 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fde320f8-2296-4560-a393-fd3d65b6522c req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "PUT /v2.0/ports/2b47afd8-0e10-4e55-91a9-ef22ee9101ab HTTP/1.1" status: 200 len: 943 time: 0.3987556 May 25 16:18:23.209005 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:18:23.214443 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab12719-c05d-43c6-8556-4220266828a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:18:23.215128 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45524) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:23.241265 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event updated for resources: {'Port': ['ID=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,revision_number=7']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:23.257251 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a211acdd-4748-4ce4-aa6f-358451d4c59f x-openstack-request-id: req-a211acdd-4748-4ce4-aa6f-358451d4c59f {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:18:23.259149 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:18:23.259409 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a211acdd-4748-4ce4-aa6f-358451d4c59f {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:18:23.259840 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a211acdd-4748-4ce4-aa6f-358451d4c59f'] response: {'name': 'network-changed', 'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab', 'status': 'completed', 'code': 200} May 25 16:18:23.261596 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.261936 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.262267 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.262866 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.262991 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.263234 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.263556 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.263897 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.264219 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.264576 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.264848 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.265162 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.265476 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.265791 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.266108 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ade42-584c-46dc-ae34-625577843356 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.279854 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['2b47afd8-0e10-4e55-91a9-ef22ee9101ab'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:18:23.345874 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group (a861fe6b-ba0e-452a-84be-18c1567ae7ed), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:23.351157 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab12719-c05d-43c6-8556-4220266828a6 req-aa0121ba-5e7e-46d9-ada2-832cc66177d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:23.352734 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ab12719-c05d-43c6-8556-4220266828a6 req-aa0121ba-5e7e-46d9-ada2-832cc66177d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2fbd40b4ea447319a8b90656548da9e&device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 1130 time: 0.0670509 May 25 16:18:23.420034 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group (a861fe6b-ba0e-452a-84be-18c1567ae7ed), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:23.434024 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:23.440292 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-4f7c03fc-44c2-49e1-b32c-edc95bdf7b31 None None] Provisioning complete for port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:18:23.440657 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4f7c03fc-44c2-49e1-b32c-edc95bdf7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:23.458205 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:23.491187 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab12719-c05d-43c6-8556-4220266828a6 req-92bdf426-c31f-4eab-80da-0358eb14d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:23.492655 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ab12719-c05d-43c6-8556-4220266828a6 req-92bdf426-c31f-4eab-80da-0358eb14d7a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b60168c-6e5d-423c-ac81-d56c113725db HTTP/1.1" status: 200 len: 915 time: 0.1311183 May 25 16:18:23.551876 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (a861fe6b-ba0e-452a-84be-18c1567ae7ed), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:23.554311 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:23.554452 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c03fc-44c2-49e1-b32c-edc95bdf7b31 None None] Current status of the port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:18:23.555439 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "DELETE /v2.0/security-groups/a861fe6b-ba0e-452a-84be-18c1567ae7ed HTTP/1.1" status: 204 len: 168 time: 0.3386674 May 25 16:18:23.558290 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45526) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:23.571109 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a861fe6b-ba0e-452a-84be-18c1567ae7ed,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:23.574636 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ab12719-c05d-43c6-8556-4220266828a6 req-f673ed1a-2a2e-491c-8102-9c7206601eed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab HTTP/1.1" status: 200 len: 1001 time: 0.0757155 May 25 16:18:23.580284 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.580660 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.580991 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.581316 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.581641 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.581943 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.582264 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.582583 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.582924 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.583226 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.583541 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.583884 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.584200 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.584513 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.584822 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e42f57-3c2c-4678-a506-38abcf61d550 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:18:23.630907 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab12719-c05d-43c6-8556-4220266828a6 req-cee7d93d-3266-4d00-9890-dc216c7606df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:23.632393 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ab12719-c05d-43c6-8556-4220266828a6 req-cee7d93d-3266-4d00-9890-dc216c7606df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=620bfd70-8e28-4ec3-bac2-c2ddb8db1e77 HTTP/1.1" status: 200 len: 853 time: 0.0448208 May 25 16:18:23.681084 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab12719-c05d-43c6-8556-4220266828a6 req-cbe532e1-95e0-429c-8bf8-974279e7cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:23.682689 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ab12719-c05d-43c6-8556-4220266828a6 req-cbe532e1-95e0-429c-8bf8-974279e7cb66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b60168c-6e5d-423c-ac81-d56c113725db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419216 May 25 16:18:23.704512 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-5ef4674c-986f-467c-8f4c-d9d66125977e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Deleting port 7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:18:23.704851 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ef4674c-986f-467c-8f4c-d9d66125977e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:23.778630 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ab12719-c05d-43c6-8556-4220266828a6 req-e8600936-44ec-458a-8702-fa1a6faf9b7b service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895858 May 25 16:18:23.809156 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32923e-4e0d-45f1-a3e9-0f3f4291f972 req-d39ea8dd-6d29-4ff7-a54a-68ce698b8e5d tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:23.810516 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8f32923e-4e0d-45f1-a3e9-0f3f4291f972 req-d39ea8dd-6d29-4ff7-a54a-68ce698b8e5d tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0663664 May 25 16:18:23.823736 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ef4674c-986f-467c-8f4c-d9d66125977e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:23.824081 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ef4674c-986f-467c-8f4c-d9d66125977e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for floatingip (7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:23.849144 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-5ef4674c-986f-467c-8f4c-d9d66125977e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Calling delete_port for 7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:18:23.869627 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ab12719-c05d-43c6-8556-4220266828a6 req-c3e12958-dbdb-44be-a167-6d66adb56708 service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849454 May 25 16:18:23.920337 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8f32923e-4e0d-45f1-a3e9-0f3f4291f972 req-e402e753-c0ec-4049-85f7-a005f300ec02 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005607 May 25 16:18:24.038562 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ef4674c-986f-467c-8f4c-d9d66125977e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:24.060696 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4674c-986f-467c-8f4c-d9d66125977e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event deleted for resources: {'Port': ['ID=7ba5f03a-f0f3-4deb-9bc3-42f8e92c001b,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:24.128688 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ef4674c-986f-467c-8f4c-d9d66125977e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks [] for floatingip (af9e053b-684b-4bd1-88cb-2931b23950e5), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:24.129026 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-5ef4674c-986f-467c-8f4c-d9d66125977e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Floating IP af9e053b-684b-4bd1-88cb-2931b23950e5 disassociated (deleted). External IP: 172.27.0.22, port: 2b47afd8-0e10-4e55-91a9-ef22ee9101ab. May 25 16:18:24.267378 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:24.269389 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:24.335048 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef4674c-986f-467c-8f4c-d9d66125977e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Router 99c700a6-6608-45f0-b6ef-78bb058e906d has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:18:24.442000 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef4674c-986f-467c-8f4c-d9d66125977e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:18:24.446938 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5ef4674c-986f-467c-8f4c-d9d66125977e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:24.452650 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b032344-44db-42d1-844c-637ad6f31547 None None] Sync routers for ids ['99c700a6-6608-45f0-b6ef-78bb058e906d'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:18:24.462753 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b032344-44db-42d1-844c-637ad6f31547 None None] Routers {'99c700a6-6608-45f0-b6ef-78bb058e906d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:18:24.463431 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3b032344-44db-42d1-844c-637ad6f31547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:18:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['99c700a6-6608-45f0-b6ef-78bb058e906d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:24.476675 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-5ef4674c-986f-467c-8f4c-d9d66125977e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "DELETE /v2.0/floatingips/af9e053b-684b-4bd1-88cb-2931b23950e5 HTTP/1.1" status: 204 len: 168 time: 0.9173100 May 25 16:18:24.567359 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-3b032344-44db-42d1-844c-637ad6f31547 None None] Set router 99c700a6-6608-45f0-b6ef-78bb058e906d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:18:24.589606 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:24.681739 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:24.765270 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3b032344-44db-42d1-844c-637ad6f31547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 4, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port': {'id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '377083db-1980-47d0-9678-538d26f1a842', 'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'mac_address': 'fa:16:3e:1d:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:18Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 5, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'subnets': [{'id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:24.790162 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b032344-44db-42d1-844c-637ad6f31547 None None] Checking router: 99c700a6-6608-45f0-b6ef-78bb058e906d for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:18:24.799363 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b032344-44db-42d1-844c-637ad6f31547 None None] Routers {'99c700a6-6608-45f0-b6ef-78bb058e906d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:18:24.800013 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3b032344-44db-42d1-844c-637ad6f31547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:18:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['99c700a6-6608-45f0-b6ef-78bb058e906d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:24.905078 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-3b032344-44db-42d1-844c-637ad6f31547 None None] Set router 99c700a6-6608-45f0-b6ef-78bb058e906d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:18:25.040579 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae63fa3-dfed-4b42-a11b-56a00d266b56 req-e18c32be-a32d-4d59-bd97-3d8bb8c1bf6c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:25.042070 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8ae63fa3-dfed-4b42-a11b-56a00d266b56 req-e18c32be-a32d-4d59-bd97-3d8bb8c1bf6c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0521805 May 25 16:18:25.090644 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3b032344-44db-42d1-844c-637ad6f31547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 4, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port': {'id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '377083db-1980-47d0-9678-538d26f1a842', 'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'mac_address': 'fa:16:3e:1d:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:18Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 5, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'subnets': [{'id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:25.095432 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8ae63fa3-dfed-4b42-a11b-56a00d266b56 req-0f7eeb30-ab2a-44d1-a3ab-a347cb7330d2 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475099 May 25 16:18:25.119364 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b032344-44db-42d1-844c-637ad6f31547 None None] The sync data for ids ['99c700a6-6608-45f0-b6ef-78bb058e906d'] in dv-cinder-843277-2-iscsi is: [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:19Z', 'revision_number': 4, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port': {'id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '377083db-1980-47d0-9678-538d26f1a842', 'name': '', 'network_id': '8b60168c-6e5d-423c-ac81-d56c113725db', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'mac_address': 'fa:16:3e:1d:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:18Z', 'updated_at': '2022-05-25T16:16:23Z', 'revision_number': 5, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'subnets': [{'id': '620bfd70-8e28-4ec3-bac2-c2ddb8db1e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:18:25.261167 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:18:25.263634 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed65b4c9-f38e-49fd-b98e-7f9f6a8bb0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:18:25.302439 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14513e3a-cc03-4151-90e4-5554016f7e86 x-openstack-request-id: req-14513e3a-cc03-4151-90e4-5554016f7e86 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:18:25.302736 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:18:25.302986 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-14513e3a-cc03-4151-90e4-5554016f7e86 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:18:25.303378 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14513e3a-cc03-4151-90e4-5554016f7e86'] response: {'name': 'network-changed', 'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab', 'status': 'completed', 'code': 200} May 25 16:18:25.367376 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9593f34f-21a6-424d-9064-afe8ac738907 None None] New status for floating IP af9e053b-684b-4bd1-88cb-2931b23950e5: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:18:25.372768 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65b4c9-f38e-49fd-b98e-7f9f6a8bb0e8 req-0ecb2a43-2770-4a47-8246-8e2e123bb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:25.374400 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed65b4c9-f38e-49fd-b98e-7f9f6a8bb0e8 req-0ecb2a43-2770-4a47-8246-8e2e123bb519 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2fbd40b4ea447319a8b90656548da9e&device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 1130 time: 0.0493672 May 25 16:18:25.477147 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65b4c9-f38e-49fd-b98e-7f9f6a8bb0e8 req-eb6a2f83-ae87-46d8-8d56-526eadcb50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:25.478696 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed65b4c9-f38e-49fd-b98e-7f9f6a8bb0e8 req-eb6a2f83-ae87-46d8-8d56-526eadcb50e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b60168c-6e5d-423c-ac81-d56c113725db HTTP/1.1" status: 200 len: 915 time: 0.0982089 May 25 16:18:25.517590 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed65b4c9-f38e-49fd-b98e-7f9f6a8bb0e8 req-2a408100-a5e1-4527-884a-b11d309826c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab HTTP/1.1" status: 200 len: 217 time: 0.0328169 May 25 16:18:25.565801 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65b4c9-f38e-49fd-b98e-7f9f6a8bb0e8 req-2a97c98f-75b2-4dcc-828c-84cc71a3e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:25.567238 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed65b4c9-f38e-49fd-b98e-7f9f6a8bb0e8 req-2a97c98f-75b2-4dcc-828c-84cc71a3e05c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=620bfd70-8e28-4ec3-bac2-c2ddb8db1e77 HTTP/1.1" status: 200 len: 853 time: 0.0435164 May 25 16:18:25.612610 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65b4c9-f38e-49fd-b98e-7f9f6a8bb0e8 req-a6fa065b-dfe8-4512-8465-c758a8bab18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:25.614063 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed65b4c9-f38e-49fd-b98e-7f9f6a8bb0e8 req-a6fa065b-dfe8-4512-8465-c758a8bab18b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b60168c-6e5d-423c-ac81-d56c113725db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392425 May 25 16:18:25.714995 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed65b4c9-f38e-49fd-b98e-7f9f6a8bb0e8 req-da3d63ad-470a-43b0-b047-438016c89948 service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925159 May 25 16:18:25.811296 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ed65b4c9-f38e-49fd-b98e-7f9f6a8bb0e8 req-6716be88-e3c0-4fc3-8530-27f1bdfdc935 service neutron] 10.222.0.67 "GET /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903859 May 25 16:18:26.223708 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb5606-b4e8-489d-b3ba-f774c2bfb29e req-d5d03504-0c91-4796-ae99-06b26009e6ed tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:26.225234 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8cbb5606-b4e8-489d-b3ba-f774c2bfb29e req-d5d03504-0c91-4796-ae99-06b26009e6ed tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0529988 May 25 16:18:26.246273 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:26.248500 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:26.279390 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8cbb5606-b4e8-489d-b3ba-f774c2bfb29e req-a233e6c8-fb09-484e-9eaf-9a9acf49e99d tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459297 May 25 16:18:27.226726 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42b48c-f1e1-4aa0-9cba-380c7c061d8b req-70ddc313-facb-4032-96c4-095484e1e199 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:27.228100 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fb42b48c-f1e1-4aa0-9cba-380c7c061d8b req-70ddc313-facb-4032-96c4-095484e1e199 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 946 time: 0.0501666 May 25 16:18:27.279317 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fb42b48c-f1e1-4aa0-9cba-380c7c061d8b req-2d46bf5f-0e6e-4d7c-98c0-88b6275e80d7 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 May 25 16:18:27.409215 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dccac-0407-4e09-8e59-7c282f43e02a req-99aae275-1d86-4706-96e5-09f282995bba tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:27.411079 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e11dccac-0407-4e09-8e59-7c282f43e02a req-99aae275-1d86-4706-96e5-09f282995bba tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0564160 May 25 16:18:27.466340 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e11dccac-0407-4e09-8e59-7c282f43e02a req-ddf44ecb-91d7-447e-8138-899bb5e4eb33 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430679 May 25 16:18:28.402552 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea51b7b-1b91-4e1c-b21e-b03d263edf5a req-b9d45e6a-fc48-494f-93a9-4ea4a4098dad tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:28.403997 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3ea51b7b-1b91-4e1c-b21e-b03d263edf5a req-b9d45e6a-fc48-494f-93a9-4ea4a4098dad tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 946 time: 0.0553334 May 25 16:18:28.453949 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3ea51b7b-1b91-4e1c-b21e-b03d263edf5a req-39897f68-8305-4c9b-9658-80bc8277f8cc tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413013 May 25 16:18:28.600687 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22408fe4-4ed6-4092-9d17-ba43819b2320 req-81521fcb-d02b-49c3-914e-8cc072b6f4cd tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:28.602090 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-22408fe4-4ed6-4092-9d17-ba43819b2320 req-81521fcb-d02b-49c3-914e-8cc072b6f4cd tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0603764 May 25 16:18:28.655900 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-22408fe4-4ed6-4092-9d17-ba43819b2320 req-943c1bc6-4b90-40d3-bd0e-21fd8e500387 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442865 May 25 16:18:29.603884 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dd458-9108-43e1-a992-68265571a456 req-053541de-1a0f-4b36-a480-18385d313968 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:29.605402 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b80dd458-9108-43e1-a992-68265571a456 req-053541de-1a0f-4b36-a480-18385d313968 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 946 time: 0.0753832 May 25 16:18:29.622487 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55122-e9dc-4f77-8e95-7adebe4bfafd req-0f849df7-c342-4747-b2b9-04364794c63e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:29.623856 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3de55122-e9dc-4f77-8e95-7adebe4bfafd req-0f849df7-c342-4747-b2b9-04364794c63e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 946 time: 0.0829513 May 25 16:18:29.703082 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd5545-37e7-47c6-8774-a0b633aebbba req-20149681-48bc-453d-ad23-b004de42bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:29.704622 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-95bd5545-37e7-47c6-8774-a0b633aebbba req-20149681-48bc-453d-ad23-b004de42bc9d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 1127 time: 0.0969517 May 25 16:18:29.762887 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b80dd458-9108-43e1-a992-68265571a456 req-a9ebc7dc-5f66-4b49-b79f-37960e00af1f tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/security-groups?id=7595e609-b501-40fd-a9ba-bc538032152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473365 May 25 16:18:29.776864 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744e5b0-41d4-4238-bf84-d648df2ddcc0 req-ab6bbd2a-3ef6-483f-a795-6441a765997b tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:29.778517 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1744e5b0-41d4-4238-bf84-d648df2ddcc0 req-ab6bbd2a-3ef6-483f-a795-6441a765997b tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0492485 May 25 16:18:29.795464 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-3de55122-e9dc-4f77-8e95-7adebe4bfafd req-97110e77-5659-4447-a0fe-1ff7c652381e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Deleting port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:18:29.795759 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3de55122-e9dc-4f77-8e95-7adebe4bfafd req-97110e77-5659-4447-a0fe-1ff7c652381e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:29.802466 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-95bd5545-37e7-47c6-8774-a0b633aebbba req-6f206c30-c102-4f0c-8063-a79bfbe6b6eb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909879 May 25 16:18:29.830641 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1744e5b0-41d4-4238-bf84-d648df2ddcc0 req-372dfd3b-52c4-4b8a-a7ac-05ada6b5691a tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459759 May 25 16:18:29.889083 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-3de55122-e9dc-4f77-8e95-7adebe4bfafd req-97110e77-5659-4447-a0fe-1ff7c652381e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] For port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,segment=NetworkSegment(5f0bd156-53b8-4be8-911e-ef6ffae7ecb7),segment_id=5f0bd156-53b8-4be8-911e-ef6ffae7ecb7)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:18:29.889415 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3de55122-e9dc-4f77-8e95-7adebe4bfafd req-97110e77-5659-4447-a0fe-1ff7c652381e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:29.902719 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-3de55122-e9dc-4f77-8e95-7adebe4bfafd req-97110e77-5659-4447-a0fe-1ff7c652381e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Calling delete_port for 2b47afd8-0e10-4e55-91a9-ef22ee9101ab owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:18:30.038184 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3de55122-e9dc-4f77-8e95-7adebe4bfafd req-97110e77-5659-4447-a0fe-1ff7c652381e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (2b47afd8-0e10-4e55-91a9-ef22ee9101ab), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:30.051183 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['2b47afd8-0e10-4e55-91a9-ef22ee9101ab'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:18:30.079205 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97110e77-5659-4447-a0fe-1ff7c652381e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Pushing event deleted for resources: {'Port': ['ID=2b47afd8-0e10-4e55-91a9-ef22ee9101ab,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:30.125778 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de55122-e9dc-4f77-8e95-7adebe4bfafd req-97110e77-5659-4447-a0fe-1ff7c652381e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] No DVR routers for this DVR port 2b47afd8-0e10-4e55-91a9-ef22ee9101ab on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:18:30.128466 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-3de55122-e9dc-4f77-8e95-7adebe4bfafd req-97110e77-5659-4447-a0fe-1ff7c652381e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:30.131687 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3de55122-e9dc-4f77-8e95-7adebe4bfafd req-97110e77-5659-4447-a0fe-1ff7c652381e tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.67 "DELETE /v2.0/ports/2b47afd8-0e10-4e55-91a9-ef22ee9101ab HTTP/1.1" status: 204 len: 173 time: 0.4887486 May 25 16:18:30.132256 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'name': 'network-vif-deleted', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:18:30.134600 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8052d0b9-df01-4a1c-97b7-5a081ddfdaf5" -d '{"events": [{"server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "name": "network-vif-deleted", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:18:30.233808 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7129fe-8fe5-456f-a727-0ff89648451f x-openstack-request-id: req-ea7129fe-8fe5-456f-a727-0ff89648451f {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:18:30.234102 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a92754-a025-44df-a288-dca82b81ecf8", "name": "network-vif-deleted", "tag": "2b47afd8-0e10-4e55-91a9-ef22ee9101ab", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:18:30.234353 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ea7129fe-8fe5-456f-a727-0ff89648451f {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:18:30.234757 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7129fe-8fe5-456f-a727-0ff89648451f'] response: {'server_uuid': 'd9a92754-a025-44df-a288-dca82b81ecf8', 'name': 'network-vif-deleted', 'tag': '2b47afd8-0e10-4e55-91a9-ef22ee9101ab', 'status': 'completed', 'code': 200} May 25 16:18:30.887175 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b015df39-8fd3-4d17-9949-0d2855e241e0 req-5c443efe-633b-4323-afc4-6514b5b32442 tempest-TestMinimumBasicScenario-1698562688 tempest-TestMinimumBasicScenario-1698562688-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9a92754-a025-44df-a288-dca82b81ecf8 HTTP/1.1" status: 200 len: 210 time: 0.0380583 May 25 16:18:30.968478 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e63d5-2689-400c-a905-f6c7f4695495 req-078c880a-6ed7-4696-a36b-97d4d3e5744f tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:30.969934 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4e5e63d5-2689-400c-a905-f6c7f4695495 req-078c880a-6ed7-4696-a36b-97d4d3e5744f tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 943 time: 0.0474021 May 25 16:18:30.981867 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:31.020223 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4e5e63d5-2689-400c-a905-f6c7f4695495 req-bdcdd100-d835-43cc-96eb-3b576b88659b tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446477 May 25 16:18:31.026785 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5aba6c27-f5a6-468a-851f-055752b5ce50 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:18:31.130794 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5aba6c27-f5a6-468a-851f-055752b5ce50, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aba6c27-f5a6-468a-851f-055752b5ce50,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:18:31.142905 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'port_id': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'mac_address': 'fa:16:3e:fc:8d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:18:31.177102 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 5aba6c27-f5a6-468a-851f-055752b5ce50 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:18:31.177486 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:31.190516 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aba6c27-f5a6-468a-851f-055752b5ce50 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:18:31.213393 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5aba6c27-f5a6-468a-851f-055752b5ce50, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aba6c27-f5a6-468a-851f-055752b5ce50,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:18:31.219467 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:31.271747 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=5aba6c27-f5a6-468a-851f-055752b5ce50,revision_number=7']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:31.459680 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['5aba6c27-f5a6-468a-851f-055752b5ce50'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:18:31.666762 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:31.730827 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:32.140533 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaacf6-7d5b-4fa0-9d18-a5ea91b8b329 req-2c177590-4045-417d-9547-0e2fce02fa0a tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:32.142056 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-84aaacf6-7d5b-4fa0-9d18-a5ea91b8b329 req-2c177590-4045-417d-9547-0e2fce02fa0a tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 944 time: 0.0524662 May 25 16:18:32.191836 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-84aaacf6-7d5b-4fa0-9d18-a5ea91b8b329 req-746cbe9f-fc56-471c-9307-37f895648b45 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439394 May 25 16:18:32.598204 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45632) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:32.900889 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:32.913714 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d1134ca2-c41a-489b-9c15-6bcd270e1296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552652'] for router_interface (99c700a6-6608-45f0-b6ef-78bb058e906d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:33.004089 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:33.052527 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5aba6c27-f5a6-468a-851f-055752b5ce50 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:18:33.097777 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 5aba6c27-f5a6-468a-851f-055752b5ce50 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:18:33.098154 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:33.135941 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-d1134ca2-c41a-489b-9c15-6bcd270e1296 admin admin] Deleting port 377083db-1980-47d0-9678-538d26f1a842 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:18:33.136177 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d1134ca2-c41a-489b-9c15-6bcd270e1296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (377083db-1980-47d0-9678-538d26f1a842), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:33.173149 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 5aba6c27-f5a6-468a-851f-055752b5ce50 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:18:33.173522 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:33.196713 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:18:33.198933 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17525f0-81d0-43cd-9338-624a27ac325d" -d '{"events": [{"server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "name": "network-vif-plugged", "status": "completed", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:18:33.212140 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5aba6c27-f5a6-468a-851f-055752b5ce50, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aba6c27-f5a6-468a-851f-055752b5ce50,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:18:33.217184 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:33.218117 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 2b47afd8-0e10-4e55-91a9-ef22ee9101ab no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:18:33.220557 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-d1134ca2-c41a-489b-9c15-6bcd270e1296 admin admin] For port 377083db-1980-47d0-9678-538d26f1a842, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=377083db-1980-47d0-9678-538d26f1a842,segment=NetworkSegment(5f0bd156-53b8-4be8-911e-ef6ffae7ecb7),segment_id=5f0bd156-53b8-4be8-911e-ef6ffae7ecb7)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:18:33.221079 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d1134ca2-c41a-489b-9c15-6bcd270e1296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (377083db-1980-47d0-9678-538d26f1a842), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:33.236799 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-d1134ca2-c41a-489b-9c15-6bcd270e1296 admin admin] Calling delete_port for 377083db-1980-47d0-9678-538d26f1a842 owned by network:router_interface {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:18:33.257129 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 2b47afd8-0e10-4e55-91a9-ef22ee9101ab {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:18:33.257484 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 2b47afd8-0e10-4e55-91a9-ef22ee9101ab not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:18:33.281612 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=5aba6c27-f5a6-468a-851f-055752b5ce50,revision_number=8']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:33.310148 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bcaf05-624b-4c9b-80ca-732e0923d640 x-openstack-request-id: req-43bcaf05-624b-4c9b-80ca-732e0923d640 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:18:33.310436 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "name": "network-vif-plugged", "status": "completed", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:18:33.310682 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-43bcaf05-624b-4c9b-80ca-732e0923d640 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:18:33.311078 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43bcaf05-624b-4c9b-80ca-732e0923d640'] response: {'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'code': 200} May 25 16:18:33.418719 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d1134ca2-c41a-489b-9c15-6bcd270e1296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (377083db-1980-47d0-9678-538d26f1a842), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:33.444045 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1134ca2-c41a-489b-9c15-6bcd270e1296 admin admin] Pushing event deleted for resources: {'Port': ['ID=377083db-1980-47d0-9678-538d26f1a842,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:33.870169 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d1134ca2-c41a-489b-9c15-6bcd270e1296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-432624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552536'] for router_interface (99c700a6-6608-45f0-b6ef-78bb058e906d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:33.938815 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:33.984016 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9ba7843e-f64e-47f1-be2b-655300a65466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:34.091074 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1134ca2-c41a-489b-9c15-6bcd270e1296 admin admin] Router 99c700a6-6608-45f0-b6ef-78bb058e906d has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:18:34.186462 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:34.195121 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1134ca2-c41a-489b-9c15-6bcd270e1296 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:18:34.201215 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d1134ca2-c41a-489b-9c15-6bcd270e1296 admin admin] 10.222.0.85 "PUT /v2.0/routers/99c700a6-6608-45f0-b6ef-78bb058e906d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6019304 May 25 16:18:34.204197 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45638) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:34.205522 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5e3578-c6c6-4ed8-9fd2-70c5b2b789e9 None None] Sync routers for ids ['99c700a6-6608-45f0-b6ef-78bb058e906d'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:18:34.217143 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e3578-c6c6-4ed8-9fd2-70c5b2b789e9 None None] Routers {'99c700a6-6608-45f0-b6ef-78bb058e906d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:18:34.217777 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4a5e3578-c6c6-4ed8-9fd2-70c5b2b789e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:18:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['99c700a6-6608-45f0-b6ef-78bb058e906d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:34.305575 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Publish callbacks [] for router (99c700a6-6608-45f0-b6ef-78bb058e906d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:34.320997 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-4a5e3578-c6c6-4ed8-9fd2-70c5b2b789e9 None None] Set router 99c700a6-6608-45f0-b6ef-78bb058e906d gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:18:34.408556 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Publish callbacks [] for router_gateway (99c700a6-6608-45f0-b6ef-78bb058e906d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:34.454494 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Deleting port d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:18:34.454723 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:34.498308 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4a5e3578-c6c6-4ed8-9fd2-70c5b2b789e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:18:33Z', 'revision_number': 5, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port': {'id': 'd7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:34.524139 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5e3578-c6c6-4ed8-9fd2-70c5b2b789e9 None None] Checking router: 99c700a6-6608-45f0-b6ef-78bb058e906d for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:18:34.531214 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:34.533452 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] For port d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:18:34.533816 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:34.533958 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e3578-c6c6-4ed8-9fd2-70c5b2b789e9 None None] Routers {'99c700a6-6608-45f0-b6ef-78bb058e906d'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:18:34.534535 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4a5e3578-c6c6-4ed8-9fd2-70c5b2b789e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:18:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['99c700a6-6608-45f0-b6ef-78bb058e906d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:34.547758 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Calling delete_port for d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 owned by network:router_gateway {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:18:34.618689 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-4a5e3578-c6c6-4ed8-9fd2-70c5b2b789e9 None None] Set router 99c700a6-6608-45f0-b6ef-78bb058e906d gateway port host: None {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:18:34.668432 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4a5e3578-c6c6-4ed8-9fd2-70c5b2b789e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:18:34Z', 'revision_number': 6, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port_host': None}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:34.695746 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5e3578-c6c6-4ed8-9fd2-70c5b2b789e9 None None] The sync data for ids ['99c700a6-6608-45f0-b6ef-78bb058e906d'] in dv-cinder-843277-2-iscsi is: [{'id': '99c700a6-6608-45f0-b6ef-78bb058e906d', 'name': 'tempest-TestMinimumBasicScenario-380863756-router', 'tenant_id': 'e2fbd40b4ea447319a8b90656548da9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:16Z', 'updated_at': '2022-05-25T16:18:34Z', 'revision_number': 6, 'project_id': 'e2fbd40b4ea447319a8b90656548da9e', 'gw_port_host': None}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:18:34.713844 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:34.737261 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:34.803252 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549174'] for router_gateway (99c700a6-6608-45f0-b6ef-78bb058e906d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:34.886112 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:34.887795 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (99c700a6-6608-45f0-b6ef-78bb058e906d), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:34.889991 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Publish callbacks [] for router_controller (99c700a6-6608-45f0-b6ef-78bb058e906d), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:34.933335 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551056'] for router (99c700a6-6608-45f0-b6ef-78bb058e906d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:34.933982 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99c700a6-6608-45f0-b6ef-78bb058e906d {{(pid=104069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:18:34.938440 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:34.939581 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9d07f2e8-adfb-48aa-afb2-83c09e6edb1d admin admin] 10.222.0.85 "DELETE /v2.0/routers/99c700a6-6608-45f0-b6ef-78bb058e906d HTTP/1.1" status: 204 len: 168 time: 0.7343688 May 25 16:18:34.942995 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45640) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:34.988920 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b10958b-6a18-4198-851c-5056fce4a5df admin admin] Deleting subnet 620bfd70-8e28-4ec3-bac2-c2ddb8db1e77 {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:18:34.992205 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4b10958b-6a18-4198-851c-5056fce4a5df admin admin] Publish callbacks [] for subnet (620bfd70-8e28-4ec3-bac2-c2ddb8db1e77), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.029027 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4b10958b-6a18-4198-851c-5056fce4a5df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4176203'] for subnet (620bfd70-8e28-4ec3-bac2-c2ddb8db1e77), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.062946 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:35.111865 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4b10958b-6a18-4198-851c-5056fce4a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (620bfd70-8e28-4ec3-bac2-c2ddb8db1e77), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.165758 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4b10958b-6a18-4198-851c-5056fce4a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3990528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286790'] for subnet (620bfd70-8e28-4ec3-bac2-c2ddb8db1e77), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.193770 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10958b-6a18-4198-851c-5056fce4a5df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=620bfd70-8e28-4ec3-bac2-c2ddb8db1e77,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:35.197374 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4b10958b-6a18-4198-851c-5056fce4a5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.200909 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4b10958b-6a18-4198-851c-5056fce4a5df admin admin] 10.222.0.85 "DELETE /v2.0/subnets/620bfd70-8e28-4ec3-bac2-c2ddb8db1e77 HTTP/1.1" status: 204 len: 168 time: 0.2565358 May 25 16:18:35.203270 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c0a19-a126-4d87-9a3a-f526390ec349 None None] Network 8b60168c-6e5d-423c-ac81-d56c113725db requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:18:35.203551 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45642) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:35.241108 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:35.273276 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (8b60168c-6e5d-423c-ac81-d56c113725db), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.320834 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Deleting port acd60fec-c2c0-45a4-92db-b314882c426e {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:18:35.321490 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.372083 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:35.386595 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] For port acd60fec-c2c0-45a4-92db-b314882c426e, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=acd60fec-c2c0-45a4-92db-b314882c426e,segment=NetworkSegment(5f0bd156-53b8-4be8-911e-ef6ffae7ecb7),segment_id=5f0bd156-53b8-4be8-911e-ef6ffae7ecb7)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:18:35.386882 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.399206 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:35.400092 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Calling delete_port for acd60fec-c2c0-45a4-92db-b314882c426e owned by network:dhcp {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:18:35.464774 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6fb924-c316-46f9-912d-6e386e600104 None None] DHCP port deletion for 8b60168c-6e5d-423c-ac81-d56c113725db request from dv-cinder-843277-2-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:18:35.487938 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.507029 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fb924-c316-46f9-912d-6e386e600104 None None] Deleting port acd60fec-c2c0-45a4-92db-b314882c426e {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:18:35.507409 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb924-c316-46f9-912d-6e386e600104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.513840 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd60fec-c2c0-45a4-92db-b314882c426e,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:35.518785 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] No DVR routers for this DVR port acd60fec-c2c0-45a4-92db-b314882c426e on host dv-cinder-843277-2-iscsi {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:18:35.577203 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-1f6fb924-c316-46f9-912d-6e386e600104 None None] For port acd60fec-c2c0-45a4-92db-b314882c426e, host dv-cinder-843277-2-iscsi, got binding levels [] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:18:35.577599 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb924-c316-46f9-912d-6e386e600104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.590113 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fb924-c316-46f9-912d-6e386e600104 None None] Calling delete_port for acd60fec-c2c0-45a4-92db-b314882c426e owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:18:35.592999 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.ipam_backend_mixin [None req-1f6fb924-c316-46f9-912d-6e386e600104 None None] Port acd60fec-c2c0-45a4-92db-b314882c426e was not found and therefore no delete operation was performed {{(pid=104070) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:18:35.594215 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb924-c316-46f9-912d-6e386e600104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278'] for port (acd60fec-c2c0-45a4-92db-b314882c426e), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.597358 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (8b60168c-6e5d-423c-ac81-d56c113725db), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.617840 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fb924-c316-46f9-912d-6e386e600104 None None] Pushing event deleted for resources: {'Port': ['ID=acd60fec-c2c0-45a4-92db-b314882c426e,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:35.619239 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b60168c-6e5d-423c-ac81-d56c113725db']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:35.622014 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6fb924-c316-46f9-912d-6e386e600104 None None] No DVR routers for this DVR port acd60fec-c2c0-45a4-92db-b314882c426e on host dv-cinder-843277-2-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:18:35.629478 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:35.629774 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0bd156-53b8-4be8-911e-ef6ffae7ecb7') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:35.643493 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4176196'] for segment (5f0bd156-53b8-4be8-911e-ef6ffae7ecb7), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.658427 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (5f0bd156-53b8-4be8-911e-ef6ffae7ecb7), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.665930 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:18:35.666297 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991522'] for segment (5f0bd156-53b8-4be8-911e-ef6ffae7ecb7), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.711540 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 5f0bd156-53b8-4be8-911e-ef6ffae7ecb7 resource provider aggregate not found May 25 16:18:35.729657 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 5f0bd156-53b8-4be8-911e-ef6ffae7ecb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f0bd156-53b8-4be8-911e-ef6ffae7ecb7 found for delete ", "request_id": "req-6bd7b601-2f92-4b8e-b661-08266e8375f4"}]} May 25 16:18:35.741046 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (8b60168c-6e5d-423c-ac81-d56c113725db), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.746728 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:35.750113 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] 10.222.0.85 "DELETE /v2.0/networks/8b60168c-6e5d-423c-ac81-d56c113725db HTTP/1.1" status: 204 len: 168 time: 0.5448132 May 25 16:18:35.753270 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45648) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:35.761304 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed91a2-14c1-4355-b7ab-6dfe5c6b5ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b60168c-6e5d-423c-ac81-d56c113725db,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:35.840865 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:35.979806 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device acd60fec-c2c0-45a4-92db-b314882c426e no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:18:36.003316 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: acd60fec-c2c0-45a4-92db-b314882c426e {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:18:36.003583 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device acd60fec-c2c0-45a4-92db-b314882c426e not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:18:36.004028 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 377083db-1980-47d0-9678-538d26f1a842 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:18:36.022048 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 377083db-1980-47d0-9678-538d26f1a842 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:18:36.022320 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 377083db-1980-47d0-9678-538d26f1a842 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:18:36.022729 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:18:36.041208 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:18:36.041549 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device d7c6eeb4-4cb9-415c-b4e9-eb30be4bfc62 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:18:36.136326 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6bd2397d-56eb-4776-851d-003463ab02d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552652'] for router_interface (baf090e7-897d-4b90-bfa8-87f4bee92ebc), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:36.211391 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-240ad77c-d9b0-4583-8af2-72b8a258df62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:36.416477 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2397d-56eb-4776-851d-003463ab02d1 admin admin] Deleting port 65d3aec3-641b-47fd-aa1e-b9cf97c97916 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:18:36.416997 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6bd2397d-56eb-4776-851d-003463ab02d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:36.512337 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-6bd2397d-56eb-4776-851d-003463ab02d1 admin admin] For port 65d3aec3-641b-47fd-aa1e-b9cf97c97916, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=65d3aec3-641b-47fd-aa1e-b9cf97c97916,segment=NetworkSegment(f7ef758a-2c5f-4855-b44d-d9c5756c58e5),segment_id=f7ef758a-2c5f-4855-b44d-d9c5756c58e5)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:18:36.512656 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6bd2397d-56eb-4776-851d-003463ab02d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:36.528895 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2397d-56eb-4776-851d-003463ab02d1 admin admin] Calling delete_port for 65d3aec3-641b-47fd-aa1e-b9cf97c97916 owned by network:router_interface {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:18:36.649202 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:36.710961 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6bd2397d-56eb-4776-851d-003463ab02d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (65d3aec3-641b-47fd-aa1e-b9cf97c97916), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:36.735063 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2397d-56eb-4776-851d-003463ab02d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d3aec3-641b-47fd-aa1e-b9cf97c97916,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:36.892998 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6bd2397d-56eb-4776-851d-003463ab02d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-432624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552536'] for router_interface (baf090e7-897d-4b90-bfa8-87f4bee92ebc), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:36.895573 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:37.087923 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:37.350284 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd2397d-56eb-4776-851d-003463ab02d1 admin admin] Router baf090e7-897d-4b90-bfa8-87f4bee92ebc has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:18:37.468946 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd2397d-56eb-4776-851d-003463ab02d1 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:18:37.474040 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-6bd2397d-56eb-4776-851d-003463ab02d1 admin admin] 10.222.0.85 "PUT /v2.0/routers/baf090e7-897d-4b90-bfa8-87f4bee92ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7197685 May 25 16:18:37.476650 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45650) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:37.479298 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb473aaf-b1fd-4d6c-b3ee-e50b45d616ab None None] Sync routers for ids ['baf090e7-897d-4b90-bfa8-87f4bee92ebc'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:18:37.490510 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb473aaf-b1fd-4d6c-b3ee-e50b45d616ab None None] Routers {'baf090e7-897d-4b90-bfa8-87f4bee92ebc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:18:37.491129 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-cb473aaf-b1fd-4d6c-b3ee-e50b45d616ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:18:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['baf090e7-897d-4b90-bfa8-87f4bee92ebc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:37.575699 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Publish callbacks [] for router (baf090e7-897d-4b90-bfa8-87f4bee92ebc), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:37.590487 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-cb473aaf-b1fd-4d6c-b3ee-e50b45d616ab None None] Set router baf090e7-897d-4b90-bfa8-87f4bee92ebc gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:18:37.677686 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Publish callbacks [] for router_gateway (baf090e7-897d-4b90-bfa8-87f4bee92ebc), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:37.726329 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Deleting port bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:18:37.726668 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:37.770316 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:37.810564 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] For port bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:18:37.810910 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:37.824184 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Calling delete_port for bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 owned by network:router_gateway {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:18:37.843344 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-cb473aaf-b1fd-4d6c-b3ee-e50b45d616ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'name': 'tempest-TestMinimumBasicScenario-1823398971-router', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:18:36Z', 'revision_number': 5, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'gw_port': {'id': 'bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:37.867425 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb473aaf-b1fd-4d6c-b3ee-e50b45d616ab None None] Checking router: baf090e7-897d-4b90-bfa8-87f4bee92ebc for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:18:37.876214 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb473aaf-b1fd-4d6c-b3ee-e50b45d616ab None None] Routers {'baf090e7-897d-4b90-bfa8-87f4bee92ebc'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:18:37.876813 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-cb473aaf-b1fd-4d6c-b3ee-e50b45d616ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:18:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['baf090e7-897d-4b90-bfa8-87f4bee92ebc'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:37.967504 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-cb473aaf-b1fd-4d6c-b3ee-e50b45d616ab None None] Set router baf090e7-897d-4b90-bfa8-87f4bee92ebc gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:18:37.991671 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:37.999456 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:38.018605 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-cb473aaf-b1fd-4d6c-b3ee-e50b45d616ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'name': 'tempest-TestMinimumBasicScenario-1823398971-router', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:18:37Z', 'revision_number': 6, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'gw_port_host': None}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:38.021749 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Pushing event deleted for resources: {'Port': ['ID=bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:38.045532 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb473aaf-b1fd-4d6c-b3ee-e50b45d616ab None None] The sync data for ids ['baf090e7-897d-4b90-bfa8-87f4bee92ebc'] in dv-cinder-843277-2-iscsi is: [{'id': 'baf090e7-897d-4b90-bfa8-87f4bee92ebc', 'name': 'tempest-TestMinimumBasicScenario-1823398971-router', 'tenant_id': '22e9ac6dbb5149379466be8e688c58bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:21Z', 'updated_at': '2022-05-25T16:18:37Z', 'revision_number': 6, 'project_id': '22e9ac6dbb5149379466be8e688c58bf', 'gw_port_host': None}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:18:38.085149 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549174'] for router_gateway (baf090e7-897d-4b90-bfa8-87f4bee92ebc), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.170449 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (baf090e7-897d-4b90-bfa8-87f4bee92ebc), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.172674 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Publish callbacks [] for router_controller (baf090e7-897d-4b90-bfa8-87f4bee92ebc), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.215008 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551056'] for router (baf090e7-897d-4b90-bfa8-87f4bee92ebc), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.215586 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Fanout notify agent at l3_agent the message router_deleted on router baf090e7-897d-4b90-bfa8-87f4bee92ebc {{(pid=104068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:18:38.219967 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.221091 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b482110e-a8a4-4480-9d45-83e2146be03e admin admin] 10.222.0.85 "DELETE /v2.0/routers/baf090e7-897d-4b90-bfa8-87f4bee92ebc HTTP/1.1" status: 204 len: 168 time: 0.7435701 May 25 16:18:38.223612 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45652) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:38.270660 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac4fcdd-0ba1-461b-95ac-9f58f3747918 admin admin] Deleting subnet 6f3e130e-6962-4401-9f3b-f07271015880 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:18:38.273861 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5ac4fcdd-0ba1-461b-95ac-9f58f3747918 admin admin] Publish callbacks [] for subnet (6f3e130e-6962-4401-9f3b-f07271015880), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.309328 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5ac4fcdd-0ba1-461b-95ac-9f58f3747918 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916365'] for subnet (6f3e130e-6962-4401-9f3b-f07271015880), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.383000 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5ac4fcdd-0ba1-461b-95ac-9f58f3747918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (6f3e130e-6962-4401-9f3b-f07271015880), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.440715 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5ac4fcdd-0ba1-461b-95ac-9f58f3747918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8916455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155739'] for subnet (6f3e130e-6962-4401-9f3b-f07271015880), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.471733 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4fcdd-0ba1-461b-95ac-9f58f3747918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3e130e-6962-4401-9f3b-f07271015880,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:38.477056 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5ac4fcdd-0ba1-461b-95ac-9f58f3747918 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.482738 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-5ac4fcdd-0ba1-461b-95ac-9f58f3747918 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/6f3e130e-6962-4401-9f3b-f07271015880 HTTP/1.1" status: 204 len: 168 time: 0.2556021 May 25 16:18:38.483057 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45654) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:38.483603 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da83c1-f4a8-4329-8c60-c7a616e46aeb None None] Network 53457dfa-7992-4e8a-b398-a720c3d3f981 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:18:38.551651 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (53457dfa-7992-4e8a-b398-a720c3d3f981), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.595295 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Deleting port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:18:38.595665 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (4ee842d6-ee7d-4079-b29b-5b2c2b64b92b), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.651112 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.653961 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:38.666957 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] For port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=4ee842d6-ee7d-4079-b29b-5b2c2b64b92b,segment=NetworkSegment(f7ef758a-2c5f-4855-b44d-d9c5756c58e5),segment_id=f7ef758a-2c5f-4855-b44d-d9c5756c58e5)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:18:38.667313 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (4ee842d6-ee7d-4079-b29b-5b2c2b64b92b), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.681342 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Calling delete_port for 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:18:38.761455 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (4ee842d6-ee7d-4079-b29b-5b2c2b64b92b), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.785235 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee842d6-ee7d-4079-b29b-5b2c2b64b92b,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:38.790270 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] No DVR routers for this DVR port 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b on host dv-cinder-843277-2-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:18:38.849708 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92841f7-44ae-4b94-a842-df28c3c2f8b2 None None] DHCP port deletion for 53457dfa-7992-4e8a-b398-a720c3d3f981 request from dv-cinder-843277-2-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:18:38.872127 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (53457dfa-7992-4e8a-b398-a720c3d3f981), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.892638 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53457dfa-7992-4e8a-b398-a720c3d3f981']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:38.902274 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ef758a-2c5f-4855-b44d-d9c5756c58e5') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:38.902576 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ef758a-2c5f-4855-b44d-d9c5756c58e5') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:18:38.913062 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916354'] for segment (f7ef758a-2c5f-4855-b44d-d9c5756c58e5), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.926807 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (f7ef758a-2c5f-4855-b44d-d9c5756c58e5), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.933297 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:18:38.933689 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8916485'] for segment (f7ef758a-2c5f-4855-b44d-d9c5756c58e5), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:38.977410 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment f7ef758a-2c5f-4855-b44d-d9c5756c58e5 resource provider aggregate not found May 25 16:18:38.986026 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:39.003506 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (53457dfa-7992-4e8a-b398-a720c3d3f981), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:39.005955 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment f7ef758a-2c5f-4855-b44d-d9c5756c58e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7ef758a-2c5f-4855-b44d-d9c5756c58e5 found for delete ", "request_id": "req-e9d4c327-ba72-45a3-b59d-8798d1c1adaa"}]} May 25 16:18:39.009896 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:39.013192 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] 10.222.0.85 "DELETE /v2.0/networks/53457dfa-7992-4e8a-b398-a720c3d3f981 HTTP/1.1" status: 204 len: 168 time: 0.5290492 May 25 16:18:39.025143 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a59f76-47f3-4fd9-b75d-e171e3e26975 admin admin] Pushing event deleted for resources: {'Network': ['ID=53457dfa-7992-4e8a-b398-a720c3d3f981,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:39.187643 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45662) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:39.229577 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-197db819-0fbd-4d8d-9d00-2d78dc42b7a1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e2fbd40b4ea447319a8b90656548da9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405390 May 25 16:18:39.232606 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45664) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:39.282596 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-11207c57-a2f1-49ae-b36d-460bdcc600bd admin admin] Publish callbacks [] for security_group (7595e609-b501-40fd-a9ba-bc538032152f), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:39.305864 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-11207c57-a2f1-49ae-b36d-460bdcc600bd admin admin] Publish callbacks [] for security_group (7595e609-b501-40fd-a9ba-bc538032152f), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:39.356574 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-11207c57-a2f1-49ae-b36d-460bdcc600bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (7595e609-b501-40fd-a9ba-bc538032152f), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:39.359254 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-11207c57-a2f1-49ae-b36d-460bdcc600bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:39.360451 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-11207c57-a2f1-49ae-b36d-460bdcc600bd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7595e609-b501-40fd-a9ba-bc538032152f HTTP/1.1" status: 204 len: 168 time: 0.1269810 May 25 16:18:39.368219 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11207c57-a2f1-49ae-b36d-460bdcc600bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7595e609-b501-40fd-a9ba-bc538032152f,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:39.702862 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45670) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:39.709379 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:39.745489 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-aeb87c5a-eef5-4053-b206-0811c0719ebb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=22e9ac6dbb5149379466be8e688c58bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413251 May 25 16:18:39.748210 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45672) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:39.796307 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f015188a-09b8-413e-b8a3-8b473767f725 admin admin] Publish callbacks [] for security_group (595248b8-a91f-496b-ae64-13241e9c7dbd), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:39.817312 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f015188a-09b8-413e-b8a3-8b473767f725 admin admin] Publish callbacks [] for security_group (595248b8-a91f-496b-ae64-13241e9c7dbd), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:39.866852 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f015188a-09b8-413e-b8a3-8b473767f725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (595248b8-a91f-496b-ae64-13241e9c7dbd), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:39.869328 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f015188a-09b8-413e-b8a3-8b473767f725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:39.870455 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-f015188a-09b8-413e-b8a3-8b473767f725 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/595248b8-a91f-496b-ae64-13241e9c7dbd HTTP/1.1" status: 204 len: 168 time: 0.1213729 May 25 16:18:39.878114 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015188a-09b8-413e-b8a3-8b473767f725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595248b8-a91f-496b-ae64-13241e9c7dbd,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:18:39.978786 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 65d3aec3-641b-47fd-aa1e-b9cf97c97916 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:18:40.001457 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 65d3aec3-641b-47fd-aa1e-b9cf97c97916 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:18:40.001796 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 65d3aec3-641b-47fd-aa1e-b9cf97c97916 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:18:40.002210 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:18:40.020066 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:18:40.020410 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 4ee842d6-ee7d-4079-b29b-5b2c2b64b92b not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:18:40.020828 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:18:40.039327 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:18:40.039673 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device bae0aa0e-28d9-4bb6-b159-3cf1c4bd5858 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:18:40.077165 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:49.341968 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:49.364350 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=54,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:49.719557 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=50 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:49.720829 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=39 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:49.852429 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:49.874457 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:50.064754 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:50.071841 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:50.314027 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:50.590560 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:18:56.317860 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-73f18d1f-e59e-4a81-9537-eac923e2d841 req-9152ef00-2cc2-47d8-9a28-894652742827 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454235 May 25 16:18:56.379365 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f18d1f-e59e-4a81-9537-eac923e2d841 req-b3a352e1-8db5-4db7-a6bb-82ad2a0130ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:56.380923 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-73f18d1f-e59e-4a81-9537-eac923e2d841 req-b3a352e1-8db5-4db7-a6bb-82ad2a0130ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 1130 time: 0.0393121 May 25 16:18:56.495307 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f18d1f-e59e-4a81-9537-eac923e2d841 req-17c33714-3adc-47b0-a8e1-e5faaeca18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:56.496835 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-73f18d1f-e59e-4a81-9537-eac923e2d841 req-17c33714-3adc-47b0-a8e1-e5faaeca18c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 912 time: 0.0929248 May 25 16:18:56.568427 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-73f18d1f-e59e-4a81-9537-eac923e2d841 req-5295d640-21ff-4e1e-b3a7-c5cc1a18005b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df8efe81-4270-4002-990c-7c522f23f381 HTTP/1.1" status: 200 len: 1002 time: 0.0629709 May 25 16:18:56.619894 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f18d1f-e59e-4a81-9537-eac923e2d841 req-da3963ad-358a-4d63-a780-95c9586514a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:56.621431 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-73f18d1f-e59e-4a81-9537-eac923e2d841 req-da3963ad-358a-4d63-a780-95c9586514a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0467105 May 25 16:18:56.676133 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f18d1f-e59e-4a81-9537-eac923e2d841 req-d1c2144f-a386-4ff2-b27e-9d93e1cc9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:18:56.677726 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-73f18d1f-e59e-4a81-9537-eac923e2d841 req-d1c2144f-a386-4ff2-b27e-9d93e1cc9da4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421121 May 25 16:18:56.786685 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-73f18d1f-e59e-4a81-9537-eac923e2d841 req-8c9441dd-a075-45c8-bdfa-60a838595ace service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011732 May 25 16:18:56.886794 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-73f18d1f-e59e-4a81-9537-eac923e2d841 req-209c389b-52bb-41e6-bf3d-b0a9eca54390 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934939 May 25 16:19:00.293325 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:00.308558 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:02.531607 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:02.532789 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:03.989784 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-57a6c907-153a-49d9-87a6-3bcef9be1197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:06.227268 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ba3c-534a-4311-ae2a-1b127cd1ead7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:06.882443 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=55 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:06.883669 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=46 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:07.095018 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:08.666140 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:10.078523 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:20.070111 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:20.072164 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:20.323322 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:23.756369 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7263e-285d-401b-ae84-da0f18a932db req-071a28be-4158-4334-9f38-1c913ea22eb6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:23.757803 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1ed7263e-285d-401b-ae84-da0f18a932db req-071a28be-4158-4334-9f38-1c913ea22eb6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 946 time: 0.0608647 May 25 16:19:23.812255 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1ed7263e-285d-401b-ae84-da0f18a932db req-7e7120a7-18db-463b-8fc1-33423a9fe625 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486002 May 25 16:19:24.957600 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6204d77-6894-40ae-af34-a4ec72363fc2 req-d5faf804-b60e-4185-9402-f8027dd1a23c tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:24.959089 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a6204d77-6894-40ae-af34-a4ec72363fc2 req-d5faf804-b60e-4185-9402-f8027dd1a23c tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 946 time: 0.0578220 May 25 16:19:25.014528 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a6204d77-6894-40ae-af34-a4ec72363fc2 req-6d339a22-0857-426f-9443-d56b35513906 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469081 May 25 16:19:25.325875 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-cf3839dc-d4ff-4434-bb6f-dbca09b630bc tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:25.327304 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-cf3839dc-d4ff-4434-bb6f-dbca09b630bc tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 946 time: 0.0505459 May 25 16:19:25.409083 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Deleting port df8efe81-4270-4002-990c-7c522f23f381 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:19:25.409428 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (df8efe81-4270-4002-990c-7c522f23f381), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:25.498869 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] For port df8efe81-4270-4002-990c-7c522f23f381, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=df8efe81-4270-4002-990c-7c522f23f381,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:19:25.499217 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (df8efe81-4270-4002-990c-7c522f23f381), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:25.654494 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:25.654843 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (e4e5a166-5219-4a80-87ba-89ddfdcdabb8), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:25.655152 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Floating IP e4e5a166-5219-4a80-87ba-89ddfdcdabb8 disassociated. External IP: 172.27.0.239, port: df8efe81-4270-4002-990c-7c522f23f381. May 25 16:19:25.655490 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Calling delete_port for df8efe81-4270-4002-990c-7c522f23f381 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:19:25.787581 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (df8efe81-4270-4002-990c-7c522f23f381), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:25.816964 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event deleted for resources: {'Port': ['ID=df8efe81-4270-4002-990c-7c522f23f381,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:25.828698 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.829044 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.829374 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.829722 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.830042 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.830370 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.830710 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.831019 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.831343 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.831662 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.832010 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.832333 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.832662 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.832982 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.833293 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:25.941189 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Router fc4a72a2-e89c-4d72-b751-99c9e94d0788 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:19:26.041699 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:26.045047 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:19:26.056754 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfde644-140d-4717-b28a-7fe42a508f6d None None] Sync routers for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:19:26.067094 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfde644-140d-4717-b28a-7fe42a508f6d None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:19:26.068213 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-2dfde644-140d-4717-b28a-7fe42a508f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:19:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:26.091151 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] No DVR routers for this DVR port df8efe81-4270-4002-990c-7c522f23f381 on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:19:26.101447 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:26.104613 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4dc4921-570d-4caa-821f-54f2b8c8dd05 req-d20e211d-8976-474d-a009-9511d6806d43 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "DELETE /v2.0/ports/df8efe81-4270-4002-990c-7c522f23f381 HTTP/1.1" status: 204 len: 173 time: 0.7711802 May 25 16:19:26.105118 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c', 'name': 'network-vif-deleted', 'tag': 'df8efe81-4270-4002-990c-7c522f23f381'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:19:26.107679 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c1b2e2-0618-4eb7-a461-cca5d608a9d2" -d '{"events": [{"server_uuid": "20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c", "name": "network-vif-deleted", "tag": "df8efe81-4270-4002-990c-7c522f23f381"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:19:26.126927 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fe7a2aea-9b76-45f9-932c-18925e7c4a8f req-6663436f-3c52-40c2-b194-87e63bb11dec tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c HTTP/1.1" status: 200 len: 210 time: 0.0374753 May 25 16:19:26.157465 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d942a64-ee51-4aec-bcb8-6c092cf8cd20 x-openstack-request-id: req-4d942a64-ee51-4aec-bcb8-6c092cf8cd20 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:19:26.157818 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c", "name": "network-vif-deleted", "tag": "df8efe81-4270-4002-990c-7c522f23f381", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:19:26.158077 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4d942a64-ee51-4aec-bcb8-6c092cf8cd20 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:19:26.158487 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d942a64-ee51-4aec-bcb8-6c092cf8cd20'] response: {'server_uuid': '20ffbba2-df0d-4ffb-ac4c-e588b3a9e96c', 'name': 'network-vif-deleted', 'tag': 'df8efe81-4270-4002-990c-7c522f23f381', 'status': 'completed', 'code': 200} May 25 16:19:26.182032 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-2dfde644-140d-4717-b28a-7fe42a508f6d None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:19:26.501554 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-2dfde644-140d-4717-b28a-7fe42a508f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:26.525964 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfde644-140d-4717-b28a-7fe42a508f6d None None] Checking router: fc4a72a2-e89c-4d72-b751-99c9e94d0788 for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:19:26.535008 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfde644-140d-4717-b28a-7fe42a508f6d None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:19:26.535607 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-2dfde644-140d-4717-b28a-7fe42a508f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:19:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:26.635355 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-2dfde644-140d-4717-b28a-7fe42a508f6d None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:19:26.724146 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:26.725043 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:26.824086 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-2dfde644-140d-4717-b28a-7fe42a508f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:26.848063 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfde644-140d-4717-b28a-7fe42a508f6d None None] The sync data for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi is: [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:19:27.089424 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a246db6-273f-4bbc-8606-7eaf14847c04 None None] New status for floating IP e4e5a166-5219-4a80-87ba-89ddfdcdabb8: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:19:27.418582 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-863d6b2c-0499-4fd9-a258-ecfdbd7e2285 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645907198&fields=id&tenant_id=31462b97f7a04859b66398fd6386cfc4 HTTP/1.1" status: 200 len: 267 time: 0.0479784 May 25 16:19:27.521503 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a92f6-d894-4631-afa5-dd29236877eb req-9f7d1a0d-af6e-43e2-989e-34550f1343a8 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:27.522943 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-9f7d1a0d-af6e-43e2-989e-34550f1343a8 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 811 time: 0.0977299 May 25 16:19:27.540106 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-0a91d00f-5f81-42f7-a591-fc258e986a04 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/quotas/31462b97f7a04859b66398fd6386cfc4 HTTP/1.1" status: 200 len: 375 time: 0.0092144 May 25 16:19:27.580347 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:19:27.592207 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-01f19813-3d9f-4458-8405-2001e586e585 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468602 May 25 16:19:27.610072 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-6abcc6fd-eefa-4860-8f58-b6776336fb61 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:19:27.611212 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-6abcc6fd-eefa-4860-8f58-b6776336fb61 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073354 May 25 16:19:27.701078 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-2e6a6a6a-6a97-4518-8084-3769b44d1777 service neutron] 10.222.0.85 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844021 May 25 16:19:27.792899 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-9f0138ce-79d8-4e23-b075-81469364f7ae service neutron] 10.222.0.85 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861740 May 25 16:19:28.093309 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-091015a0-1b91-4abd-967d-408b61a3eb50 req-345870d4-b3fa-47eb-95ac-f7d1721efa7d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 210 time: 0.0317025 May 25 16:19:28.976976 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:29.033013 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a92f6-d894-4631-afa5-dd29236877eb req-3f6f63d9-23e4-4b06-8465-da27b34ff020 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:29.034519 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-3f6f63d9-23e4-4b06-8465-da27b34ff020 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 811 time: 0.1125166 May 25 16:19:29.098214 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-90fc72c2-1a9a-4c3a-91c5-6b8c483596e5 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31462b97f7a04859b66398fd6386cfc4 HTTP/1.1" status: 200 len: 380 time: 0.0556169 May 25 16:19:29.107019 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-696a92f6-d894-4631-afa5-dd29236877eb req-a6a0467c-be97-47b7-b352-81f2111f3e44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Request body: {'port': {'device_id': '539efdcc-6973-43c1-a734-92c87b922e4e', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'admin_state_up': True, 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'security_groups': ['d0091e47-3d47-4af2-9da5-a65bf076ade6']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:19:29.193003 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-12a3b04e-7529-4030-917c-d1a41aeb195d req-69797f92-5580-47fc-9191-be0f8d1adbc4 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 210 time: 0.0299795 May 25 16:19:29.222467 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696a92f6-d894-4631-afa5-dd29236877eb req-a6a0467c-be97-47b7-b352-81f2111f3e44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Made reservation on behalf of 31462b97f7a04859b66398fd6386cfc4 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:19:29.227336 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-696a92f6-d894-4631-afa5-dd29236877eb req-a6a0467c-be97-47b7-b352-81f2111f3e44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:29.292194 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device df8efe81-4270-4002-990c-7c522f23f381 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:19:29.312580 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: df8efe81-4270-4002-990c-7c522f23f381 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:19:29.312922 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device df8efe81-4270-4002-990c-7c522f23f381 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:19:29.360131 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-696a92f6-d894-4631-afa5-dd29236877eb req-a6a0467c-be97-47b7-b352-81f2111f3e44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Allocated IP 172.20.0.13 (8835a77f-3e24-453e-9279-13b9fbf47bf1/d28cdea5-ab1d-4124-9552-bbd7e9234ae2/5264fc9c-9b67-46b8-b243-fb98e7e2afe8) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:19:29.517490 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-696a92f6-d894-4631-afa5-dd29236877eb req-a6a0467c-be97-47b7-b352-81f2111f3e44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:29.553624 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-696a92f6-d894-4631-afa5-dd29236877eb req-a6a0467c-be97-47b7-b352-81f2111f3e44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:29.600263 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696a92f6-d894-4631-afa5-dd29236877eb req-a6a0467c-be97-47b7-b352-81f2111f3e44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Network 8835a77f-3e24-453e-9279-13b9fbf47bf1 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:19:29.603397 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-696a92f6-d894-4631-afa5-dd29236877eb req-a6a0467c-be97-47b7-b352-81f2111f3e44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:19:29.605831 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-696a92f6-d894-4631-afa5-dd29236877eb req-a6a0467c-be97-47b7-b352-81f2111f3e44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:19:29.611854 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0467c-be97-47b7-b352-81f2111f3e44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'Port': ['ID=5264fc9c-9b67-46b8-b243-fb98e7e2afe8,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:29.663760 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a92f6-d894-4631-afa5-dd29236877eb req-a6a0467c-be97-47b7-b352-81f2111f3e44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:29.664401 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-696a92f6-d894-4631-afa5-dd29236877eb req-a6a0467c-be97-47b7-b352-81f2111f3e44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:29.683108 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-a6a0467c-be97-47b7-b352-81f2111f3e44 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798161 May 25 16:19:29.695439 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Request body: {'port': {'device_id': '539efdcc-6973-43c1-a734-92c87b922e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:19:29.759019 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:29.760793 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:29.792658 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:29.854506 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-5e12967b-4c22-438a-bf34-eb887427e901 None None] Provisioning complete for port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:19:29.854876 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5e12967b-4c22-438a-bf34-eb887427e901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:29.888939 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-5e12967b-4c22-438a-bf34-eb887427e901 None None] Port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:19:30.042245 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:19:30.050098 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Publish callbacks [] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:30.062825 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Transition to ACTIVE for port object 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:19:30.067796 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:30.114921 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Pushing event updated for resources: {'Port': ['ID=5264fc9c-9b67-46b8-b243-fb98e7e2afe8,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:30.188978 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Attempting to bind port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:19:30.189267 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Attempting to bind port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:19:30.189630 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Attempting to bind port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 on network 8835a77f-3e24-453e-9279-13b9fbf47bf1 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:19:30.194746 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 on network 8835a77f-3e24-453e-9279-13b9fbf47bf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:19:30.195075 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Attempting to bind port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 on network 8835a77f-3e24-453e-9279-13b9fbf47bf1 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:19:30.200868 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:19:30.201209 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Checking segment: {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:19:30.201597 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Bound using segment: {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:19:30.202024 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Bound port: 5264fc9c-9b67-46b8-b243-fb98e7e2afe8, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:19:30.202381 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:30.300709 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] For port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:19:30.318002 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] For port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5264fc9c-9b67-46b8-b243-fb98e7e2afe8,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:19:30.327875 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59485b7d-5e29-44c9-b34e-231da6f6c203 req-bf66df21-48e5-4ed2-930d-97b11bedb6af tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:30.329353 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-59485b7d-5e29-44c9-b34e-231da6f6c203 req-bf66df21-48e5-4ed2-930d-97b11bedb6af tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 944 time: 0.0652218 May 25 16:19:30.330807 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:30.378809 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:30.379453 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:30.380983 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] 10.222.0.67 "PUT /v2.0/ports/5264fc9c-9b67-46b8-b243-fb98e7e2afe8 HTTP/1.1" status: 200 len: 1094 time: 0.6900239 May 25 16:19:30.383018 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539efdcc-6973-43c1-a734-92c87b922e4e', 'tag': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:19:30.385245 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814d56a9-6240-4151-928e-c692aada1d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "539efdcc-6973-43c1-a734-92c87b922e4e", "tag": "5264fc9c-9b67-46b8-b243-fb98e7e2afe8"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:19:30.676134 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f491affb-b20a-4182-adc0-4aaadaa3dc3c x-openstack-request-id: req-f491affb-b20a-4182-adc0-4aaadaa3dc3c {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:19:30.676413 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539efdcc-6973-43c1-a734-92c87b922e4e", "tag": "5264fc9c-9b67-46b8-b243-fb98e7e2afe8", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:19:30.676524 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f491affb-b20a-4182-adc0-4aaadaa3dc3c {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:19:30.676999 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f491affb-b20a-4182-adc0-4aaadaa3dc3c'] response: {'name': 'network-changed', 'server_uuid': '539efdcc-6973-43c1-a734-92c87b922e4e', 'tag': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'status': 'completed', 'code': 200} May 25 16:19:30.693126 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eb5de-13e4-47fb-940e-bfad13478fbb service neutron] Pushing event updated for resources: {'Port': ['ID=5264fc9c-9b67-46b8-b243-fb98e7e2afe8,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:30.726610 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-59485b7d-5e29-44c9-b34e-231da6f6c203 req-f524ed97-3be7-417b-ba22-5be08d3a1ade tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3876405 May 25 16:19:30.734564 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a92f6-d894-4631-afa5-dd29236877eb req-ed453827-316c-4a21-b75e-648fba473d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:30.736043 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-ed453827-316c-4a21-b75e-648fba473d7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 1128 time: 0.0583112 May 25 16:19:30.776335 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-c5133e40-fe00-4225-8d42-80d71c0ea78e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5264fc9c-9b67-46b8-b243-fb98e7e2afe8 HTTP/1.1" status: 200 len: 217 time: 0.0318966 May 25 16:19:30.828594 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a92f6-d894-4631-afa5-dd29236877eb req-581834a5-92a6-4e24-8ed4-86785b850bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:30.830028 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-581834a5-92a6-4e24-8ed4-86785b850bef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0467196 May 25 16:19:30.845022 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:30.879419 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a92f6-d894-4631-afa5-dd29236877eb req-a10dd8c7-d189-4118-83b8-d4fc617fa287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:30.881428 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-a10dd8c7-d189-4118-83b8-d4fc617fa287 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445178 May 25 16:19:30.977424 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-8a03a509-c471-49fe-af96-edca0369d62f service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876048 May 25 16:19:31.003807 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:31.070593 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-696a92f6-d894-4631-afa5-dd29236877eb req-e6e168e8-2bfe-4e08-971a-fd7e44e1377a service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871205 May 25 16:19:31.337756 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d56a9-6240-4151-928e-c692aada1d7e req-786428a3-ead9-493a-9a9c-be3dc1096d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:31.339233 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-814d56a9-6240-4151-928e-c692aada1d7e req-786428a3-ead9-493a-9a9c-be3dc1096d0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 1128 time: 0.0408366 May 25 16:19:31.435573 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d56a9-6240-4151-928e-c692aada1d7e req-db31b8e5-17ec-4565-be5d-f51a5ab0e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:31.437109 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-814d56a9-6240-4151-928e-c692aada1d7e req-db31b8e5-17ec-4565-be5d-f51a5ab0e90c service neutron] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 912 time: 0.0914266 May 25 16:19:31.475859 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-814d56a9-6240-4151-928e-c692aada1d7e req-876bbd5d-43d8-4b6c-916e-a0b9e31585bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5264fc9c-9b67-46b8-b243-fb98e7e2afe8 HTTP/1.1" status: 200 len: 217 time: 0.0321372 May 25 16:19:31.524447 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d56a9-6240-4151-928e-c692aada1d7e req-8e15ad89-7a68-473f-b6fd-0f8e74b6db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:31.525842 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-814d56a9-6240-4151-928e-c692aada1d7e req-8e15ad89-7a68-473f-b6fd-0f8e74b6db10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0441725 May 25 16:19:31.576008 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d56a9-6240-4151-928e-c692aada1d7e req-b5fffb7f-9605-417f-a7e1-753024f41ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:31.577387 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-814d56a9-6240-4151-928e-c692aada1d7e req-b5fffb7f-9605-417f-a7e1-753024f41ea5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453098 May 25 16:19:31.667206 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-814d56a9-6240-4151-928e-c692aada1d7e req-3fd3f8b8-a4e5-439b-bdcb-2abae085483b service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826273 May 25 16:19:31.766017 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-814d56a9-6240-4151-928e-c692aada1d7e req-393b5e5c-cf26-4061-aa49-53b5eb69b7cb service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925739 May 25 16:19:31.842406 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8dea7-b86d-4dfe-9763-ff7419588218 req-9b144de9-e6f1-4d32-8480-edb3d4ee4332 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:31.843756 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a8b8dea7-b86d-4dfe-9763-ff7419588218 req-9b144de9-e6f1-4d32-8480-edb3d4ee4332 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 944 time: 0.0464735 May 25 16:19:31.893607 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a8b8dea7-b86d-4dfe-9763-ff7419588218 req-a8e4e395-f239-4cf3-a05a-178ae12091b8 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441053 May 25 16:19:33.025487 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f830536-9873-48f9-9bd2-f2d3e31a96d3 req-904b95f3-5146-495c-9b8a-98f358db6b27 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:33.026968 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2f830536-9873-48f9-9bd2-f2d3e31a96d3 req-904b95f3-5146-495c-9b8a-98f358db6b27 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 944 time: 0.0600309 May 25 16:19:33.077928 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2f830536-9873-48f9-9bd2-f2d3e31a96d3 req-582080ae-83b0-4f76-bb9b-653dabe083f9 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451403 May 25 16:19:34.001300 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-30df1314-fe75-4191-85f5-53b36fabb196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:34.207968 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3345608-53cd-4ed5-9a57-6af9ce5ecfa7 req-b29ab077-d8e0-4538-a81a-135d0391c8e6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:34.209357 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d3345608-53cd-4ed5-9a57-6af9ce5ecfa7 req-b29ab077-d8e0-4538-a81a-135d0391c8e6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 944 time: 0.0523028 May 25 16:19:34.260801 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d3345608-53cd-4ed5-9a57-6af9ce5ecfa7 req-ce27d133-2420-4cf6-a7a4-17a7bec522c2 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434434 May 25 16:19:35.388680 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd37cd-accf-419c-9436-6e4f8b4b28d1 req-ea9c5af6-1b4d-4720-9896-c33dfebc1176 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:35.390180 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-10dd37cd-accf-419c-9436-6e4f8b4b28d1 req-ea9c5af6-1b4d-4720-9896-c33dfebc1176 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 944 time: 0.0479355 May 25 16:19:35.439477 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-10dd37cd-accf-419c-9436-6e4f8b4b28d1 req-58d0fba9-bf99-479c-acf8-541eaa908bb7 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436749 May 25 16:19:36.221185 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eed4b1b8-c70a-49e4-8e88-8aa353507902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:36.563939 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38352e91-3fc6-46e2-b0a4-afded3b48058 req-bd8ea038-cc18-4c11-8ae3-643c8a5739f4 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:36.565347 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38352e91-3fc6-46e2-b0a4-afded3b48058 req-bd8ea038-cc18-4c11-8ae3-643c8a5739f4 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 944 time: 0.0508037 May 25 16:19:36.616640 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38352e91-3fc6-46e2-b0a4-afded3b48058 req-dd2b4e88-f334-44fc-be8f-17f7fd499577 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456128 May 25 16:19:37.096717 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:37.575625 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:37.576830 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:37.744847 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b666eb-df76-4466-b736-3c75940248f8 req-6aeb60e9-6eb2-40d4-bf7a-59d5fd67bf58 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:37.746312 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-67b666eb-df76-4466-b736-3c75940248f8 req-6aeb60e9-6eb2-40d4-bf7a-59d5fd67bf58 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 944 time: 0.0583766 May 25 16:19:37.802658 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-67b666eb-df76-4466-b736-3c75940248f8 req-23c7426b-2c21-4155-99f3-f95744356214 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506392 May 25 16:19:38.669414 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:38.920550 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce209a58-bdea-4f61-aaec-800da30be6ba req-d3ca9ed8-4a29-4389-be29-c4c78e4a51f3 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:38.922313 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ce209a58-bdea-4f61-aaec-800da30be6ba req-d3ca9ed8-4a29-4389-be29-c4c78e4a51f3 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 944 time: 0.0480292 May 25 16:19:38.977630 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ce209a58-bdea-4f61-aaec-800da30be6ba req-8d4bf998-6030-4f50-8825-f49dd1101bc9 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475287 May 25 16:19:39.334061 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:19:39.401497 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:39.432760 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:39.439654 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5264fc9c-9b67-46b8-b243-fb98e7e2afe8,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:19:39.452254 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'port_id': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'mac_address': 'fa:16:3e:2f:1d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:19:39.487548 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:19:39.487966 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:39.504420 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:19:39.523858 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5264fc9c-9b67-46b8-b243-fb98e7e2afe8,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:19:39.528698 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:39.574135 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=5264fc9c-9b67-46b8-b243-fb98e7e2afe8,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:39.581276 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.581640 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.581981 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.582315 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.582647 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.582975 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.583298 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.583621 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.583972 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.584321 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.584635 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.584945 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.585266 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.585581 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.585892 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:39.768263 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['5264fc9c-9b67-46b8-b243-fb98e7e2afe8'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:19:40.074183 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:40.102044 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f254c-d3aa-41f7-a6aa-96ccbd43ae8e req-a6f2abb9-7707-4623-8e5a-79ce322eb5ae tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:40.103658 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-555f254c-d3aa-41f7-a6aa-96ccbd43ae8e req-a6f2abb9-7707-4623-8e5a-79ce322eb5ae tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 945 time: 0.0506985 May 25 16:19:40.156237 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-555f254c-d3aa-41f7-a6aa-96ccbd43ae8e req-cd5bf799-4305-4151-9da4-3f8f96447dea tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466719 May 25 16:19:41.292558 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876be8c2-8adb-48e8-9d16-bedef0793fbd req-29f8d8d7-f514-4975-ade9-e204e7d47286 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:41.294536 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-876be8c2-8adb-48e8-9d16-bedef0793fbd req-29f8d8d7-f514-4975-ade9-e204e7d47286 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 945 time: 0.0569668 May 25 16:19:41.347666 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-876be8c2-8adb-48e8-9d16-bedef0793fbd req-9a3b85e5-8e7a-439f-ad54-6f00a6203e27 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453911 May 25 16:19:41.357320 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:19:41.400556 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:19:41.407372 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:19:41.407733 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:41.483107 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:19:41.483371 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:41.506675 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539efdcc-6973-43c1-a734-92c87b922e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:19:41.508899 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bf4d23-2108-4b21-b3fa-20d2568b6ddb" -d '{"events": [{"server_uuid": "539efdcc-6973-43c1-a734-92c87b922e4e", "name": "network-vif-plugged", "status": "completed", "tag": "5264fc9c-9b67-46b8-b243-fb98e7e2afe8"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:19:41.521562 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5264fc9c-9b67-46b8-b243-fb98e7e2afe8,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:19:41.526227 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:41.549220 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9391f0b-8bc7-4b16-aa16-a29c5afbbada x-openstack-request-id: req-f9391f0b-8bc7-4b16-aa16-a29c5afbbada {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:19:41.549515 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539efdcc-6973-43c1-a734-92c87b922e4e", "name": "network-vif-plugged", "status": "completed", "tag": "5264fc9c-9b67-46b8-b243-fb98e7e2afe8", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:19:41.549763 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f9391f0b-8bc7-4b16-aa16-a29c5afbbada {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:19:41.550148 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9391f0b-8bc7-4b16-aa16-a29c5afbbada'] response: {'server_uuid': '539efdcc-6973-43c1-a734-92c87b922e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'code': 200} May 25 16:19:41.577460 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=5264fc9c-9b67-46b8-b243-fb98e7e2afe8,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:41.767499 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:41.777795 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120907f6-4352-4b9d-8180-23cdb1a79fa2 req-06edfc4d-de8f-4add-a884-62fa4ac074df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:41.779335 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-120907f6-4352-4b9d-8180-23cdb1a79fa2 req-06edfc4d-de8f-4add-a884-62fa4ac074df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 1130 time: 0.0408142 May 25 16:19:41.830181 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-120907f6-4352-4b9d-8180-23cdb1a79fa2 req-9596ef96-5c99-47fb-990b-1ed2de2120cd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437922 May 25 16:19:42.444221 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:42.481245 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd11186-3cd4-43fe-995e-642d5da2da80 req-1942fc96-48c4-4c81-a0a1-f2d733997736 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:42.482850 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9dd11186-3cd4-43fe-995e-642d5da2da80 req-1942fc96-48c4-4c81-a0a1-f2d733997736 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 946 time: 0.0486791 May 25 16:19:42.515599 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:42.532296 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9dd11186-3cd4-43fe-995e-642d5da2da80 req-f7730327-66d7-4a79-868e-bb84d06f7b17 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435414 May 25 16:19:43.622681 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:43.667983 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860db494-59db-448d-abb5-e7b3e94372e8 req-efde7a01-1411-4e37-9c51-8178a83a5e69 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:43.669961 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-860db494-59db-448d-abb5-e7b3e94372e8 req-efde7a01-1411-4e37-9c51-8178a83a5e69 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 946 time: 0.0561202 May 25 16:19:43.721532 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-860db494-59db-448d-abb5-e7b3e94372e8 req-c33b49d6-c727-4970-84c3-18aef0830546 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453987 May 25 16:19:43.853619 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07599d3-2494-4a87-9b5d-90140b007f36 req-ff6770b7-71a1-4678-816e-4490b6320d85 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:43.854958 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a07599d3-2494-4a87-9b5d-90140b007f36 req-ff6770b7-71a1-4678-816e-4490b6320d85 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 946 time: 0.0594218 May 25 16:19:43.907182 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a07599d3-2494-4a87-9b5d-90140b007f36 req-e42eb791-4ac5-4813-9c66-5821c7078e4b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439641 May 25 16:19:43.930315 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45752) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:43.968592 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff84d6-04d9-400b-8c72-671370664b9c tempest-TestVolumeBootPattern-1986702484 tempest-TestVolumeBootPattern-1986702484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:43.970115 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4eff84d6-04d9-400b-8c72-671370664b9c tempest-TestVolumeBootPattern-1986702484 tempest-TestVolumeBootPattern-1986702484-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 1125 time: 0.0387650 May 25 16:19:43.973098 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45754) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:43.977382 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'port_id': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:19:44.000669 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:44.092384 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:44.195026 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Allocated IP 172.27.0.177 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/a3c1fb94-cd06-4875-b7dd-df1b9e9865c8) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:19:44.305512 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for port (a3c1fb94-cd06-4875-b7dd-df1b9e9865c8), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:44.340937 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (a3c1fb94-cd06-4875-b7dd-df1b9e9865c8), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:44.379951 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:19:44.384461 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:19:44.388124 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:19:44.391156 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'Port': ['ID=a3c1fb94-cd06-4875-b7dd-df1b9e9865c8,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:44.418275 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.418614 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.419242 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.419612 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.420042 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.420364 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.420684 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.420997 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.421624 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.421946 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.422260 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.422575 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.422865 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.423195 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.423505 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:19:44.634449 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:44.641139 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:45.050017 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for floatingip (489f6f25-cf03-4e89-b24a-316738256d7a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:45.117886 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (a3c1fb94-cd06-4875-b7dd-df1b9e9865c8), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:45.139597 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45756) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:45.378586 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-544abaf7-cd66-4559-9e98-7565d800dbc7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Deleting port 242136ba-f9a4-44cf-8b11-4febab3d0480 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:19:45.378902 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-544abaf7-cd66-4559-9e98-7565d800dbc7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (242136ba-f9a4-44cf-8b11-4febab3d0480), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:45.470399 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for port (a3c1fb94-cd06-4875-b7dd-df1b9e9865c8), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:45.481225 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991518'] for port (a3c1fb94-cd06-4875-b7dd-df1b9e9865c8), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:45.497614 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-544abaf7-cd66-4559-9e98-7565d800dbc7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (242136ba-f9a4-44cf-8b11-4febab3d0480), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:45.497934 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-544abaf7-cd66-4559-9e98-7565d800dbc7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for floatingip (242136ba-f9a4-44cf-8b11-4febab3d0480), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:45.561006 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-544abaf7-cd66-4559-9e98-7565d800dbc7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Calling delete_port for 242136ba-f9a4-44cf-8b11-4febab3d0480 owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:19:45.581967 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'Port': ['ID=a3c1fb94-cd06-4875-b7dd-df1b9e9865c8,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:45.621357 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (489f6f25-cf03-4e89-b24a-316738256d7a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:45.665761 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:45.724839 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:45.756554 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Floating IP 489f6f25-cf03-4e89-b24a-316738256d7a associated. External IP: 172.27.0.177, port: 5264fc9c-9b67-46b8-b243-fb98e7e2afe8. May 25 16:19:45.879416 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-544abaf7-cd66-4559-9e98-7565d800dbc7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (242136ba-f9a4-44cf-8b11-4febab3d0480), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:45.910525 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544abaf7-cd66-4559-9e98-7565d800dbc7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Pushing event deleted for resources: {'Port': ['ID=242136ba-f9a4-44cf-8b11-4febab3d0480,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:46.041502 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-544abaf7-cd66-4559-9e98-7565d800dbc7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for floatingip (237f6598-3604-42da-99f0-bf85adc34b1c), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:46.041788 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-544abaf7-cd66-4559-9e98-7565d800dbc7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Floating IP 237f6598-3604-42da-99f0-bf85adc34b1c disassociated (deleted). External IP: 172.27.0.125, port: 5aba6c27-f5a6-468a-851f-055752b5ce50. May 25 16:19:46.102895 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Router fc4a72a2-e89c-4d72-b751-99c9e94d0788 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:19:46.299959 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:19:46.309535 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de5c36-0973-4150-be1a-3c2874d8b8cb None None] Sync routers for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:19:46.321122 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de5c36-0973-4150-be1a-3c2874d8b8cb None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:19:46.321743 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b3de5c36-0973-4150-be1a-3c2874d8b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:19:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:46.348624 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:46.376964 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:46.380175 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544abaf7-cd66-4559-9e98-7565d800dbc7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:19:46.388661 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4f15ea79-7881-4877-882f-9d5bae3676be tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4145920 May 25 16:19:46.390163 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539efdcc-6973-43c1-a734-92c87b922e4e', 'tag': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:19:46.392437 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f42c40b-5862-4b61-ab89-f233fa000420" -d '{"events": [{"name": "network-changed", "server_uuid": "539efdcc-6973-43c1-a734-92c87b922e4e", "tag": "5264fc9c-9b67-46b8-b243-fb98e7e2afe8"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:19:46.402402 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:46.430995 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:46.433120 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-b3de5c36-0973-4150-be1a-3c2874d8b8cb None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:19:46.436957 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e1f092-4745-4fe8-b8a7-eb407f025803 x-openstack-request-id: req-c0e1f092-4745-4fe8-b8a7-eb407f025803 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:19:46.437289 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539efdcc-6973-43c1-a734-92c87b922e4e", "tag": "5264fc9c-9b67-46b8-b243-fb98e7e2afe8", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:19:46.437521 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c0e1f092-4745-4fe8-b8a7-eb407f025803 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:19:46.437894 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e1f092-4745-4fe8-b8a7-eb407f025803'] response: {'name': 'network-changed', 'server_uuid': '539efdcc-6973-43c1-a734-92c87b922e4e', 'tag': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'status': 'completed', 'code': 200} May 25 16:19:46.498729 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42c40b-5862-4b61-ab89-f233fa000420 req-6c6abd21-950c-4d33-894b-9d348267c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:46.501064 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f42c40b-5862-4b61-ab89-f233fa000420 req-6c6abd21-950c-4d33-894b-9d348267c8fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 1130 time: 0.0414326 May 25 16:19:46.503442 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544abaf7-cd66-4559-9e98-7565d800dbc7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:19:46.508195 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-544abaf7-cd66-4559-9e98-7565d800dbc7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:46.514110 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b5b0b-0fb7-48e3-b29b-cb9aba930e0b None None] Sync routers for ids ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:19:46.526331 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b5b0b-0fb7-48e3-b29b-cb9aba930e0b None None] Routers {'0f359bc7-3157-4ad4-a6c9-5f61af23f70f'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:19:46.527369 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-e54b5b0b-0fb7-48e3-b29b-cb9aba930e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:19:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:46.541076 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-544abaf7-cd66-4559-9e98-7565d800dbc7 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "DELETE /v2.0/floatingips/237f6598-3604-42da-99f0-bf85adc34b1c HTTP/1.1" status: 204 len: 168 time: 1.4003675 May 25 16:19:46.627962 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42c40b-5862-4b61-ab89-f233fa000420 req-8c98d7ed-fd76-4962-b966-e777129f1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:46.629562 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f42c40b-5862-4b61-ab89-f233fa000420 req-8c98d7ed-fd76-4962-b966-e777129f1ec6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 912 time: 0.1219463 May 25 16:19:46.637233 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-e54b5b0b-0fb7-48e3-b29b-cb9aba930e0b None None] Set router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:19:46.667930 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b3de5c36-0973-4150-be1a-3c2874d8b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '489f6f25-cf03-4e89-b24a-316738256d7a', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:2f:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539efdcc-6973-43c1-a734-92c87b922e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:19:44Z', 'updated_at': '2022-05-25T16:19:44Z', 'revision_number': 0, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:46.704873 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f42c40b-5862-4b61-ab89-f233fa000420 req-c1c3cc26-da5b-4d6b-becf-0daa32cc1c47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5264fc9c-9b67-46b8-b243-fb98e7e2afe8 HTTP/1.1" status: 200 len: 1000 time: 0.0675588 May 25 16:19:46.716991 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de5c36-0973-4150-be1a-3c2874d8b8cb None None] Checking router: fc4a72a2-e89c-4d72-b751-99c9e94d0788 for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:19:46.725826 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de5c36-0973-4150-be1a-3c2874d8b8cb None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:19:46.726523 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b3de5c36-0973-4150-be1a-3c2874d8b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:19:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:46.795622 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ec9a6-c38a-4a22-b52f-a2b9b50d37c4 req-8105086f-ae81-4b68-92e2-6eecc9b6e4ca tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:46.797766 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a44ec9a6-c38a-4a22-b52f-a2b9b50d37c4 req-8105086f-ae81-4b68-92e2-6eecc9b6e4ca tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0494468 May 25 16:19:46.830252 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-b3de5c36-0973-4150-be1a-3c2874d8b8cb None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:19:46.853363 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a44ec9a6-c38a-4a22-b52f-a2b9b50d37c4 req-c65f9eb8-3a61-4245-8871-91e3c838d951 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484743 May 25 16:19:46.861866 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-e54b5b0b-0fb7-48e3-b29b-cb9aba930e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:51Z', 'revision_number': 4, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '9dacd48b-7461-4271-8562-71f6de9f4b3e', 'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'mac_address': 'fa:16:3e:28:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:51Z', 'updated_at': '2022-05-25T16:14:57Z', 'revision_number': 5, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'subnets': [{'id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:46.887066 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b5b0b-0fb7-48e3-b29b-cb9aba930e0b None None] Checking router: 0f359bc7-3157-4ad4-a6c9-5f61af23f70f for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:19:46.895588 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b5b0b-0fb7-48e3-b29b-cb9aba930e0b None None] Routers {'0f359bc7-3157-4ad4-a6c9-5f61af23f70f'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:19:46.896240 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-e54b5b0b-0fb7-48e3-b29b-cb9aba930e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:19:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:46.996827 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-e54b5b0b-0fb7-48e3-b29b-cb9aba930e0b None None] Set router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:19:47.043253 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b3de5c36-0973-4150-be1a-3c2874d8b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '489f6f25-cf03-4e89-b24a-316738256d7a', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:2f:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539efdcc-6973-43c1-a734-92c87b922e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:19:44Z', 'updated_at': '2022-05-25T16:19:44Z', 'revision_number': 0, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:47.068080 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de5c36-0973-4150-be1a-3c2874d8b8cb None None] The sync data for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi is: [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '489f6f25-cf03-4e89-b24a-316738256d7a', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:2f:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539efdcc-6973-43c1-a734-92c87b922e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:19:44Z', 'updated_at': '2022-05-25T16:19:44Z', 'revision_number': 0, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:19:47.194506 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-e54b5b0b-0fb7-48e3-b29b-cb9aba930e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:51Z', 'revision_number': 4, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '9dacd48b-7461-4271-8562-71f6de9f4b3e', 'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'mac_address': 'fa:16:3e:28:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:51Z', 'updated_at': '2022-05-25T16:14:57Z', 'revision_number': 5, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'subnets': [{'id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:47.224728 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b5b0b-0fb7-48e3-b29b-cb9aba930e0b None None] The sync data for ids ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'] in dv-cinder-843277-2-iscsi is: [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:51Z', 'revision_number': 4, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': '9dacd48b-7461-4271-8562-71f6de9f4b3e', 'name': '', 'network_id': '9358ddcf-9465-4227-b94e-57f9c6a33979', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'mac_address': 'fa:16:3e:28:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:51Z', 'updated_at': '2022-05-25T16:14:57Z', 'revision_number': 5, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'subnets': [{'id': '022a40ea-22f7-42d6-bdb6-84572c27e793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:19:47.291114 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949cdc9-c2dd-46a1-b3b7-fe186dc6ceb9 None None] New status for floating IP 489f6f25-cf03-4e89-b24a-316738256d7a: ACTIVE {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:19:47.476292 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa59671d-2afe-4a4d-8dd0-87446961fed0 None None] New status for floating IP 237f6598-3604-42da-99f0-bf85adc34b1c: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:19:47.849480 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42c40b-5862-4b61-ab89-f233fa000420 req-14d5fc12-f4a5-49e4-ba93-8e651014ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:47.851034 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f42c40b-5862-4b61-ab89-f233fa000420 req-14d5fc12-f4a5-49e4-ba93-8e651014ed00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0561197 May 25 16:19:47.900561 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42c40b-5862-4b61-ab89-f233fa000420 req-0bc8d983-8eec-4024-b9c6-6b55b0a09415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:47.902515 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f42c40b-5862-4b61-ab89-f233fa000420 req-0bc8d983-8eec-4024-b9c6-6b55b0a09415 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410798 May 25 16:19:47.974034 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35f2a4-46f6-43c8-984c-3c0337efc7ee req-7fabec06-26bf-4101-b67e-cad81a8310f4 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:47.975498 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9f35f2a4-46f6-43c8-984c-3c0337efc7ee req-7fabec06-26bf-4101-b67e-cad81a8310f4 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0477488 May 25 16:19:47.986441 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:48.028428 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9f35f2a4-46f6-43c8-984c-3c0337efc7ee req-778b556a-8ae4-4fda-8a29-7a68ca585def tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/security-groups?id=f937e473-8368-461a-8d38-7ebcba37ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471876 May 25 16:19:48.099839 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f42c40b-5862-4b61-ab89-f233fa000420 req-83912924-0645-4b5d-8d3a-6ca825e68634 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898786 May 25 16:19:48.337399 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f42c40b-5862-4b61-ab89-f233fa000420 req-2f32877e-fa7d-47f6-9595-e5538c3f2857 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261904 May 25 16:19:48.348191 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b6e6-f932-4bd9-bf8a-c11826067e7e req-e3685847-5b0f-4ae6-92cf-b770a9e95835 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:48.349614 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c5d9b6e6-f932-4bd9-bf8a-c11826067e7e req-e3685847-5b0f-4ae6-92cf-b770a9e95835 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.67 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 945 time: 0.0606604 May 25 16:19:48.437046 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-c5d9b6e6-f932-4bd9-bf8a-c11826067e7e req-7a707a42-d97d-4ab2-a208-d02f4926398c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Deleting port 5aba6c27-f5a6-468a-851f-055752b5ce50 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:19:48.437357 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c5d9b6e6-f932-4bd9-bf8a-c11826067e7e req-7a707a42-d97d-4ab2-a208-d02f4926398c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:48.438959 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:19:48.441413 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c0fc8f-964f-476b-84a8-5ae7200916cc" -d '{"events": [{"name": "network-changed", "server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:19:48.476595 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbc9a66-3978-419f-9fb5-7d5364aa07ee x-openstack-request-id: req-8bbc9a66-3978-419f-9fb5-7d5364aa07ee {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:19:48.476877 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:19:48.477121 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8bbc9a66-3978-419f-9fb5-7d5364aa07ee {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:19:48.477545 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbc9a66-3978-419f-9fb5-7d5364aa07ee'] response: {'name': 'network-changed', 'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'status': 'completed', 'code': 200} May 25 16:19:48.560614 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0fc8f-964f-476b-84a8-5ae7200916cc req-554e0a18-15f0-4df3-9383-733ae26f2a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:48.562090 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82c0fc8f-964f-476b-84a8-5ae7200916cc req-554e0a18-15f0-4df3-9383-733ae26f2a6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7528adefacfc41c5a54869ec5603bde8&device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 1129 time: 0.0623305 May 25 16:19:48.563800 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-c5d9b6e6-f932-4bd9-bf8a-c11826067e7e req-7a707a42-d97d-4ab2-a208-d02f4926398c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] For port 5aba6c27-f5a6-468a-851f-055752b5ce50, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5aba6c27-f5a6-468a-851f-055752b5ce50,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:19:48.564181 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c5d9b6e6-f932-4bd9-bf8a-c11826067e7e req-7a707a42-d97d-4ab2-a208-d02f4926398c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:48.584955 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-c5d9b6e6-f932-4bd9-bf8a-c11826067e7e req-7a707a42-d97d-4ab2-a208-d02f4926398c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Calling delete_port for 5aba6c27-f5a6-468a-851f-055752b5ce50 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:19:48.596687 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:48.681554 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:48.728997 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0fc8f-964f-476b-84a8-5ae7200916cc req-488de8a5-581d-449f-b18a-62a7997227ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:48.730360 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82c0fc8f-964f-476b-84a8-5ae7200916cc req-488de8a5-581d-449f-b18a-62a7997227ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=9358ddcf-9465-4227-b94e-57f9c6a33979 HTTP/1.1" status: 200 len: 908 time: 0.1587007 May 25 16:19:48.774475 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82c0fc8f-964f-476b-84a8-5ae7200916cc req-1c3ee9db-a39c-4eb4-ac2f-7b6a2c5f42a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aba6c27-f5a6-468a-851f-055752b5ce50 HTTP/1.1" status: 200 len: 217 time: 0.0340142 May 25 16:19:48.860068 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0fc8f-964f-476b-84a8-5ae7200916cc req-9ffbaf0f-56b2-4d79-968e-cc03f037ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:48.861627 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82c0fc8f-964f-476b-84a8-5ae7200916cc req-9ffbaf0f-56b2-4d79-968e-cc03f037ca4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=022a40ea-22f7-42d6-bdb6-84572c27e793 HTTP/1.1" status: 200 len: 846 time: 0.0785904 May 25 16:19:48.862689 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c5d9b6e6-f932-4bd9-bf8a-c11826067e7e req-7a707a42-d97d-4ab2-a208-d02f4926398c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (5aba6c27-f5a6-468a-851f-055752b5ce50), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:48.901186 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a707a42-d97d-4ab2-a208-d02f4926398c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Pushing event deleted for resources: {'Port': ['ID=5aba6c27-f5a6-468a-851f-055752b5ce50,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:48.959191 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0fc8f-964f-476b-84a8-5ae7200916cc req-c7cf5d3a-2f1e-46df-b60f-44d0e4fc6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:48.960762 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82c0fc8f-964f-476b-84a8-5ae7200916cc req-c7cf5d3a-2f1e-46df-b60f-44d0e4fc6154 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9358ddcf-9465-4227-b94e-57f9c6a33979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913310 May 25 16:19:48.982706 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d9b6e6-f932-4bd9-bf8a-c11826067e7e req-7a707a42-d97d-4ab2-a208-d02f4926398c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] No DVR routers for this DVR port 5aba6c27-f5a6-468a-851f-055752b5ce50 on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:19:48.992906 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c5d9b6e6-f932-4bd9-bf8a-c11826067e7e req-7a707a42-d97d-4ab2-a208-d02f4926398c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:48.995976 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c5d9b6e6-f932-4bd9-bf8a-c11826067e7e req-7a707a42-d97d-4ab2-a208-d02f4926398c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.67 "DELETE /v2.0/ports/5aba6c27-f5a6-468a-851f-055752b5ce50 HTTP/1.1" status: 204 len: 173 time: 0.6404059 May 25 16:19:48.996363 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'name': 'network-vif-deleted', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:19:48.998536 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7d98d6-8f48-4eeb-be3a-5603419b51ed" -d '{"events": [{"server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "name": "network-vif-deleted", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:19:49.039882 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcbedff-2534-4992-b97f-6342d687e905 x-openstack-request-id: req-3dcbedff-2534-4992-b97f-6342d687e905 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:19:49.040190 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17708ce9-98f7-4676-9cdd-242102969497", "name": "network-vif-deleted", "tag": "5aba6c27-f5a6-468a-851f-055752b5ce50", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:19:49.040445 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3dcbedff-2534-4992-b97f-6342d687e905 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:19:49.040834 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dcbedff-2534-4992-b97f-6342d687e905'] response: {'server_uuid': '17708ce9-98f7-4676-9cdd-242102969497', 'name': 'network-vif-deleted', 'tag': '5aba6c27-f5a6-468a-851f-055752b5ce50', 'status': 'completed', 'code': 200} May 25 16:19:49.077975 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82c0fc8f-964f-476b-84a8-5ae7200916cc req-2d920a3b-45a6-4653-a0e9-1a9d83c55ae1 service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032467 May 25 16:19:49.167645 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b593bbcd-987e-4770-8d0e-3843b3ea6262 req-0f809d5b-d55f-4c34-9cc7-2937e45e0c92 tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "GET /v2.0/ports?device_id=17708ce9-98f7-4676-9cdd-242102969497 HTTP/1.1" status: 200 len: 210 time: 0.0564551 May 25 16:19:49.218340 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-82c0fc8f-964f-476b-84a8-5ae7200916cc req-6e24028f-a528-47c9-a118-0291d5e26faa service neutron] 10.222.0.67 "GET /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256261 May 25 16:19:50.238726 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45778) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:50.309570 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-36099b2d-d260-4370-9862-7fab3d58e08c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group (f937e473-8368-461a-8d38-7ebcba37ce95), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:50.335604 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-36099b2d-d260-4370-9862-7fab3d58e08c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group (f937e473-8368-461a-8d38-7ebcba37ce95), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:50.349518 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:50.405089 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-36099b2d-d260-4370-9862-7fab3d58e08c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (f937e473-8368-461a-8d38-7ebcba37ce95), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:50.407862 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-36099b2d-d260-4370-9862-7fab3d58e08c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:50.409034 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-36099b2d-d260-4370-9862-7fab3d58e08c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] 10.222.0.85 "DELETE /v2.0/security-groups/f937e473-8368-461a-8d38-7ebcba37ce95 HTTP/1.1" status: 204 len: 168 time: 0.1698046 May 25 16:19:50.418321 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36099b2d-d260-4370-9862-7fab3d58e08c tempest-TestShelveInstance-977913324 tempest-TestShelveInstance-977913324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f937e473-8368-461a-8d38-7ebcba37ce95,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:50.453485 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45782) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:51.014366 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:51.049639 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c6dd1cfd-3605-4efa-a8a8-567e68a5eb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552652'] for router_interface (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:51.188430 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:51.269572 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd1cfd-3605-4efa-a8a8-567e68a5eb3c admin admin] Deleting port 9dacd48b-7461-4271-8562-71f6de9f4b3e {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:19:51.269824 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c6dd1cfd-3605-4efa-a8a8-567e68a5eb3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:51.350370 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-c6dd1cfd-3605-4efa-a8a8-567e68a5eb3c admin admin] For port 9dacd48b-7461-4271-8562-71f6de9f4b3e, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=9dacd48b-7461-4271-8562-71f6de9f4b3e,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:19:51.350725 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c6dd1cfd-3605-4efa-a8a8-567e68a5eb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:51.363743 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd1cfd-3605-4efa-a8a8-567e68a5eb3c admin admin] Calling delete_port for 9dacd48b-7461-4271-8562-71f6de9f4b3e owned by network:router_interface {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:19:51.550548 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c6dd1cfd-3605-4efa-a8a8-567e68a5eb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (9dacd48b-7461-4271-8562-71f6de9f4b3e), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:51.574720 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd1cfd-3605-4efa-a8a8-567e68a5eb3c admin admin] Pushing event deleted for resources: {'Port': ['ID=9dacd48b-7461-4271-8562-71f6de9f4b3e,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:51.743859 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c6dd1cfd-3605-4efa-a8a8-567e68a5eb3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-432624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552536'] for router_interface (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:51.900335 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:51.949815 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dd1cfd-3605-4efa-a8a8-567e68a5eb3c admin admin] Router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:19:51.961231 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:52.065152 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dd1cfd-3605-4efa-a8a8-567e68a5eb3c admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:19:52.071916 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c6dd1cfd-3605-4efa-a8a8-567e68a5eb3c admin admin] 10.222.0.85 "PUT /v2.0/routers/0f359bc7-3157-4ad4-a6c9-5f61af23f70f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6177187 May 25 16:19:52.074530 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45786) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:52.077203 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4687d0-9e57-4d8d-b875-bfe672db97b4 None None] Sync routers for ids ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:19:52.087793 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4687d0-9e57-4d8d-b875-bfe672db97b4 None None] Routers {'0f359bc7-3157-4ad4-a6c9-5f61af23f70f'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:19:52.088428 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-7f4687d0-9e57-4d8d-b875-bfe672db97b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:19:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:52.325166 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-7f4687d0-9e57-4d8d-b875-bfe672db97b4 None None] Set router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:19:52.439698 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Publish callbacks [] for router (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:52.461980 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:52.466000 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:52.503641 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-7f4687d0-9e57-4d8d-b875-bfe672db97b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:19:51Z', 'revision_number': 5, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:52.528086 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4687d0-9e57-4d8d-b875-bfe672db97b4 None None] Checking router: 0f359bc7-3157-4ad4-a6c9-5f61af23f70f for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:19:52.534954 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Publish callbacks [] for router_gateway (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:52.537703 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4687d0-9e57-4d8d-b875-bfe672db97b4 None None] Routers {'0f359bc7-3157-4ad4-a6c9-5f61af23f70f'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:19:52.538318 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-7f4687d0-9e57-4d8d-b875-bfe672db97b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:19:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:52.581329 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Deleting port 4232629b-572e-4635-8070-0bfe06a4578d {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:19:52.581888 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (4232629b-572e-4635-8070-0bfe06a4578d), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:52.644667 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-7f4687d0-9e57-4d8d-b875-bfe672db97b4 None None] Set router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:19:52.675880 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] For port 4232629b-572e-4635-8070-0bfe06a4578d, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=4232629b-572e-4635-8070-0bfe06a4578d,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:19:52.676252 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (4232629b-572e-4635-8070-0bfe06a4578d), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:52.693033 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Calling delete_port for 4232629b-572e-4635-8070-0bfe06a4578d owned by network:router_gateway {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:19:52.819536 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-7f4687d0-9e57-4d8d-b875-bfe672db97b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:19:51Z', 'revision_number': 5, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:52.845449 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4687d0-9e57-4d8d-b875-bfe672db97b4 None None] The sync data for ids ['0f359bc7-3157-4ad4-a6c9-5f61af23f70f'] in dv-cinder-843277-2-iscsi is: [{'id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'name': 'tempest-TestShelveInstance-18356477-router', 'tenant_id': '7528adefacfc41c5a54869ec5603bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4232629b-572e-4635-8070-0bfe06a4578d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:19:51Z', 'revision_number': 5, 'project_id': '7528adefacfc41c5a54869ec5603bde8', 'gw_port': {'id': '4232629b-572e-4635-8070-0bfe06a4578d', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f359bc7-3157-4ad4-a6c9-5f61af23f70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:48Z', 'updated_at': '2022-05-25T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:19:52.867719 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (4232629b-572e-4635-8070-0bfe06a4578d), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:52.897126 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Pushing event deleted for resources: {'Port': ['ID=4232629b-572e-4635-8070-0bfe06a4578d,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:52.961266 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549174'] for router_gateway (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.046892 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.049444 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Publish callbacks [] for router_controller (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.084887 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:53.100386 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551056'] for router (0f359bc7-3157-4ad4-a6c9-5f61af23f70f), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.101096 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f359bc7-3157-4ad4-a6c9-5f61af23f70f {{(pid=104068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:19:53.106017 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.108249 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-51b7a041-0f8b-4718-b463-fd61d52de527 admin admin] 10.222.0.85 "DELETE /v2.0/routers/0f359bc7-3157-4ad4-a6c9-5f61af23f70f HTTP/1.1" status: 204 len: 168 time: 1.0317748 May 25 16:19:53.109891 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45790) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:53.156082 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e0781b-fccb-4086-bcb1-2fedb3f26217 admin admin] Deleting subnet 022a40ea-22f7-42d6-bdb6-84572c27e793 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:19:53.159148 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b2e0781b-fccb-4086-bcb1-2fedb3f26217 admin admin] Publish callbacks [] for subnet (022a40ea-22f7-42d6-bdb6-84572c27e793), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.196296 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b2e0781b-fccb-4086-bcb1-2fedb3f26217 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916365'] for subnet (022a40ea-22f7-42d6-bdb6-84572c27e793), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.229984 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:53.288905 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b2e0781b-fccb-4086-bcb1-2fedb3f26217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (022a40ea-22f7-42d6-bdb6-84572c27e793), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.344184 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b2e0781b-fccb-4086-bcb1-2fedb3f26217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8916455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155739'] for subnet (022a40ea-22f7-42d6-bdb6-84572c27e793), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.370355 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0781b-fccb-4086-bcb1-2fedb3f26217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=022a40ea-22f7-42d6-bdb6-84572c27e793,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:53.373789 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b2e0781b-fccb-4086-bcb1-2fedb3f26217 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.376935 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b2e0781b-fccb-4086-bcb1-2fedb3f26217 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/022a40ea-22f7-42d6-bdb6-84572c27e793 HTTP/1.1" status: 204 len: 168 time: 0.2660437 May 25 16:19:53.380012 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45792) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:53.380675 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbc28aa-05e1-4bf5-b486-211adebb2041 None None] Network 9358ddcf-9465-4227-b94e-57f9c6a33979 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:19:53.427916 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5aba6c27-f5a6-468a-851f-055752b5ce50 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:19:53.459311 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 5aba6c27-f5a6-468a-851f-055752b5ce50 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:19:53.459703 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5aba6c27-f5a6-468a-851f-055752b5ce50 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:19:53.460281 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (9358ddcf-9465-4227-b94e-57f9c6a33979), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.504278 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Deleting port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:19:53.504617 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.570418 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] For port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba,segment=NetworkSegment(f2090d47-c7d1-45ab-8e4a-651132a0f9e0),segment_id=f2090d47-c7d1-45ab-8e4a-651132a0f9e0)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:19:53.570804 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.584484 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Calling delete_port for 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba owned by network:dhcp {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:19:53.668815 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.692858 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:53.696694 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] No DVR routers for this DVR port 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba on host dv-cinder-843277-2-iscsi {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:19:53.767392 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (9358ddcf-9465-4227-b94e-57f9c6a33979), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.793480 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9358ddcf-9465-4227-b94e-57f9c6a33979']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:53.803384 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:53.803684 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2090d47-c7d1-45ab-8e4a-651132a0f9e0') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:53.813623 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4176196'] for segment (f2090d47-c7d1-45ab-8e4a-651132a0f9e0), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.832625 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (f2090d47-c7d1-45ab-8e4a-651132a0f9e0), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.838977 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:19:53.839352 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991522'] for segment (f2090d47-c7d1-45ab-8e4a-651132a0f9e0), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.872794 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d228f6-7d22-4b17-a58b-5229b0a3dd98 None None] DHCP port deletion for 9358ddcf-9465-4227-b94e-57f9c6a33979 request from dv-cinder-843277-2-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:19:53.887683 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:53.904488 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (9358ddcf-9465-4227-b94e-57f9c6a33979), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.912246 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:53.915409 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] 10.222.0.85 "DELETE /v2.0/networks/9358ddcf-9465-4227-b94e-57f9c6a33979 HTTP/1.1" status: 204 len: 168 time: 0.5344417 May 25 16:19:53.918430 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45798) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:53.929471 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b9b62-6c97-4600-937d-5c2956bb83b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9358ddcf-9465-4227-b94e-57f9c6a33979,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:54.032856 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:19:54.039211 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment f2090d47-c7d1-45ab-8e4a-651132a0f9e0 resource provider aggregate not found May 25 16:19:54.055521 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:19:54.055983 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 3ce1c80c-e04a-4c27-b7a9-ca9d1ae270ba not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:19:54.056376 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 4232629b-572e-4635-8070-0bfe06a4578d no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:19:54.061179 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment f2090d47-c7d1-45ab-8e4a-651132a0f9e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2090d47-c7d1-45ab-8e4a-651132a0f9e0 found for delete ", "request_id": "req-878079ec-10b1-456f-a550-9535f33cd61e"}]} May 25 16:19:54.076892 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 4232629b-572e-4635-8070-0bfe06a4578d {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:19:54.077169 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 4232629b-572e-4635-8070-0bfe06a4578d not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:19:54.077581 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 9dacd48b-7461-4271-8562-71f6de9f4b3e no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:19:54.098694 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 9dacd48b-7461-4271-8562-71f6de9f4b3e {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:19:54.099031 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 9dacd48b-7461-4271-8562-71f6de9f4b3e not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:19:54.247041 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a924cdb0-3696-4cc6-8dca-4923b850290f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552652'] for router_interface (6dfdd120-7ca1-4669-b768-1d2140cc51ca), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:54.468615 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a924cdb0-3696-4cc6-8dca-4923b850290f admin admin] Deleting port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:19:54.468947 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a924cdb0-3696-4cc6-8dca-4923b850290f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:54.522436 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:54.556867 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a924cdb0-3696-4cc6-8dca-4923b850290f admin admin] For port 1d39f911-e05e-4cd9-b80b-58cfd3b71c08, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=1d39f911-e05e-4cd9-b80b-58cfd3b71c08,segment=NetworkSegment(c0be1910-dd94-4c6d-82c2-bea862a13684),segment_id=c0be1910-dd94-4c6d-82c2-bea862a13684)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:19:54.557227 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a924cdb0-3696-4cc6-8dca-4923b850290f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:54.571128 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a924cdb0-3696-4cc6-8dca-4923b850290f admin admin] Calling delete_port for 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 owned by network:router_interface {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:19:54.635373 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:54.763347 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a924cdb0-3696-4cc6-8dca-4923b850290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (1d39f911-e05e-4cd9-b80b-58cfd3b71c08), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:54.787552 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924cdb0-3696-4cc6-8dca-4923b850290f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d39f911-e05e-4cd9-b80b-58cfd3b71c08,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:54.953441 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a924cdb0-3696-4cc6-8dca-4923b850290f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-432624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552536'] for router_interface (6dfdd120-7ca1-4669-b768-1d2140cc51ca), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:55.160806 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a924cdb0-3696-4cc6-8dca-4923b850290f admin admin] Router 6dfdd120-7ca1-4669-b768-1d2140cc51ca has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:19:55.269551 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a924cdb0-3696-4cc6-8dca-4923b850290f admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:19:55.281042 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a924cdb0-3696-4cc6-8dca-4923b850290f admin admin] 10.222.0.85 "PUT /v2.0/routers/6dfdd120-7ca1-4669-b768-1d2140cc51ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3587713 May 25 16:19:55.281288 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06a4e99-78a3-409f-ae3e-797516e83ffd None None] Sync routers for ids ['6dfdd120-7ca1-4669-b768-1d2140cc51ca'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:19:55.285818 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45802) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:55.297035 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06a4e99-78a3-409f-ae3e-797516e83ffd None None] Routers {'6dfdd120-7ca1-4669-b768-1d2140cc51ca'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:19:55.298182 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-a06a4e99-78a3-409f-ae3e-797516e83ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:19:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['6dfdd120-7ca1-4669-b768-1d2140cc51ca'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:55.344277 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:55.395525 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Publish callbacks [] for router (6dfdd120-7ca1-4669-b768-1d2140cc51ca), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:55.401499 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-a06a4e99-78a3-409f-ae3e-797516e83ffd None None] Set router 6dfdd120-7ca1-4669-b768-1d2140cc51ca gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:19:55.484870 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:55.499211 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Publish callbacks [] for router_gateway (6dfdd120-7ca1-4669-b768-1d2140cc51ca), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:55.531959 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:55.549095 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Deleting port 7e5fbbae-d73f-4195-b156-0c39bf6959a2 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:19:55.549446 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:55.572966 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-a06a4e99-78a3-409f-ae3e-797516e83ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'name': 'tempest-TestShelveInstance-228309422-router', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:54Z', 'updated_at': '2022-05-25T16:19:54Z', 'revision_number': 5, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'gw_port': {'id': '7e5fbbae-d73f-4195-b156-0c39bf6959a2', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:14:55Z', 'updated_at': '2022-05-25T16:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:55.597734 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06a4e99-78a3-409f-ae3e-797516e83ffd None None] Checking router: 6dfdd120-7ca1-4669-b768-1d2140cc51ca for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:19:55.606943 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06a4e99-78a3-409f-ae3e-797516e83ffd None None] Routers {'6dfdd120-7ca1-4669-b768-1d2140cc51ca'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:19:55.607547 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-a06a4e99-78a3-409f-ae3e-797516e83ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:19:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['6dfdd120-7ca1-4669-b768-1d2140cc51ca'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:55.630771 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] For port 7e5fbbae-d73f-4195-b156-0c39bf6959a2, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=7e5fbbae-d73f-4195-b156-0c39bf6959a2,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:19:55.631146 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:55.644315 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Calling delete_port for 7e5fbbae-d73f-4195-b156-0c39bf6959a2 owned by network:router_gateway {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:19:55.775110 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-a06a4e99-78a3-409f-ae3e-797516e83ffd None None] Set router 6dfdd120-7ca1-4669-b768-1d2140cc51ca gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:19:55.817462 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (7e5fbbae-d73f-4195-b156-0c39bf6959a2), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:55.828380 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-a06a4e99-78a3-409f-ae3e-797516e83ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'name': 'tempest-TestShelveInstance-228309422-router', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:54Z', 'updated_at': '2022-05-25T16:19:55Z', 'revision_number': 6, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'gw_port_host': None}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:55.840441 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5fbbae-d73f-4195-b156-0c39bf6959a2,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:55.856341 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06a4e99-78a3-409f-ae3e-797516e83ffd None None] The sync data for ids ['6dfdd120-7ca1-4669-b768-1d2140cc51ca'] in dv-cinder-843277-2-iscsi is: [{'id': '6dfdd120-7ca1-4669-b768-1d2140cc51ca', 'name': 'tempest-TestShelveInstance-228309422-router', 'tenant_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:14:54Z', 'updated_at': '2022-05-25T16:19:55Z', 'revision_number': 6, 'project_id': '99ed0f4b2e7e4ab1a79c30dd247c8061', 'gw_port_host': None}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:19:55.906814 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549174'] for router_gateway (6dfdd120-7ca1-4669-b768-1d2140cc51ca), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:55.988896 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (6dfdd120-7ca1-4669-b768-1d2140cc51ca), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:55.991087 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Publish callbacks [] for router_controller (6dfdd120-7ca1-4669-b768-1d2140cc51ca), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.041419 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551056'] for router (6dfdd120-7ca1-4669-b768-1d2140cc51ca), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.041934 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dfdd120-7ca1-4669-b768-1d2140cc51ca {{(pid=104069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:19:56.046373 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.047527 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-fe524303-654a-4378-b3d6-50e17b2ec09c admin admin] 10.222.0.85 "DELETE /v2.0/routers/6dfdd120-7ca1-4669-b768-1d2140cc51ca HTTP/1.1" status: 204 len: 168 time: 0.7605562 May 25 16:19:56.051289 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45804) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:56.095862 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-2836c8ad-451a-4da2-ad06-9115f3d9a06e admin admin] Deleting subnet 1accf2e2-96ef-4bca-bccf-198cc4ee75ec {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:19:56.099216 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2836c8ad-451a-4da2-ad06-9115f3d9a06e admin admin] Publish callbacks [] for subnet (1accf2e2-96ef-4bca-bccf-198cc4ee75ec), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.135057 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2836c8ad-451a-4da2-ad06-9115f3d9a06e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4176203'] for subnet (1accf2e2-96ef-4bca-bccf-198cc4ee75ec), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.173243 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:56.210555 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2836c8ad-451a-4da2-ad06-9115f3d9a06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (1accf2e2-96ef-4bca-bccf-198cc4ee75ec), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.566967 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2836c8ad-451a-4da2-ad06-9115f3d9a06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3990528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286790'] for subnet (1accf2e2-96ef-4bca-bccf-198cc4ee75ec), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.591541 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836c8ad-451a-4da2-ad06-9115f3d9a06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1accf2e2-96ef-4bca-bccf-198cc4ee75ec,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:56.597483 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2836c8ad-451a-4da2-ad06-9115f3d9a06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.603797 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b73c7-da56-4dd6-9081-643bf51ee7a5 None None] Network c6bfa0bc-7259-40ca-8809-37c99e7ed18e requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:19:56.605723 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-2836c8ad-451a-4da2-ad06-9115f3d9a06e admin admin] 10.222.0.85 "DELETE /v2.0/subnets/1accf2e2-96ef-4bca-bccf-198cc4ee75ec HTTP/1.1" status: 204 len: 168 time: 0.5534635 May 25 16:19:56.608626 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45806) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:56.652276 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:19:56.676313 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:56.676664 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:19:56.677197 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 1d39f911-e05e-4cd9-b80b-58cfd3b71c08 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:19:56.680803 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (c6bfa0bc-7259-40ca-8809-37c99e7ed18e), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.733541 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Deleting port a5e22230-1838-4cc0-a632-2659f1438073 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:19:56.733885 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (a5e22230-1838-4cc0-a632-2659f1438073), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.793178 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d26e11-a895-4be0-bf8c-538ebd6ce1e4 None None] DHCP port deletion for c6bfa0bc-7259-40ca-8809-37c99e7ed18e request from dv-cinder-843277-2-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:19:56.808363 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] For port a5e22230-1838-4cc0-a632-2659f1438073, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=a5e22230-1838-4cc0-a632-2659f1438073,segment=NetworkSegment(c0be1910-dd94-4c6d-82c2-bea862a13684),segment_id=c0be1910-dd94-4c6d-82c2-bea862a13684)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:19:56.808727 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (a5e22230-1838-4cc0-a632-2659f1438073), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.822782 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Calling delete_port for a5e22230-1838-4cc0-a632-2659f1438073 owned by network:dhcp {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:19:56.830228 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-d6d26e11-a895-4be0-bf8c-538ebd6ce1e4 None None] Deleting port a5e22230-1838-4cc0-a632-2659f1438073 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:19:56.830592 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d6d26e11-a895-4be0-bf8c-538ebd6ce1e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (a5e22230-1838-4cc0-a632-2659f1438073), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.893633 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-d6d26e11-a895-4be0-bf8c-538ebd6ce1e4 None None] For port a5e22230-1838-4cc0-a632-2659f1438073, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=a5e22230-1838-4cc0-a632-2659f1438073,segment=NetworkSegment(c0be1910-dd94-4c6d-82c2-bea862a13684),segment_id=c0be1910-dd94-4c6d-82c2-bea862a13684)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:19:56.894028 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d6d26e11-a895-4be0-bf8c-538ebd6ce1e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (a5e22230-1838-4cc0-a632-2659f1438073), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.909319 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-d6d26e11-a895-4be0-bf8c-538ebd6ce1e4 None None] Calling delete_port for a5e22230-1838-4cc0-a632-2659f1438073 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:19:56.909568 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (a5e22230-1838-4cc0-a632-2659f1438073), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:56.938487 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e22230-1838-4cc0-a632-2659f1438073,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:56.940341 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] No DVR routers for this DVR port a5e22230-1838-4cc0-a632-2659f1438073 on host dv-cinder-843277-2-iscsi {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:19:56.994424 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d6d26e11-a895-4be0-bf8c-538ebd6ce1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278'] for port (a5e22230-1838-4cc0-a632-2659f1438073), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:57.016000 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (c6bfa0bc-7259-40ca-8809-37c99e7ed18e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:57.016728 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d26e11-a895-4be0-bf8c-538ebd6ce1e4 None None] Pushing event deleted for resources: {'Port': ['ID=a5e22230-1838-4cc0-a632-2659f1438073,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:57.022119 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d26e11-a895-4be0-bf8c-538ebd6ce1e4 None None] No DVR routers for this DVR port a5e22230-1838-4cc0-a632-2659f1438073 on host dv-cinder-843277-2-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:19:57.043419 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bfa0bc-7259-40ca-8809-37c99e7ed18e']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:57.053719 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0be1910-dd94-4c6d-82c2-bea862a13684') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:57.054000 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0be1910-dd94-4c6d-82c2-bea862a13684') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:19:57.068011 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4176196'] for segment (c0be1910-dd94-4c6d-82c2-bea862a13684), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:57.081501 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (c0be1910-dd94-4c6d-82c2-bea862a13684), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:57.087238 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:19:57.087616 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991522'] for segment (c0be1910-dd94-4c6d-82c2-bea862a13684), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:57.126479 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment c0be1910-dd94-4c6d-82c2-bea862a13684 resource provider aggregate not found May 25 16:19:57.150870 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment c0be1910-dd94-4c6d-82c2-bea862a13684 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0be1910-dd94-4c6d-82c2-bea862a13684 found for delete ", "request_id": "req-50a631a1-4e49-41a7-a061-904a7f6f1702"}]} May 25 16:19:57.152022 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (c6bfa0bc-7259-40ca-8809-37c99e7ed18e), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:57.157789 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:57.161778 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] 10.222.0.85 "DELETE /v2.0/networks/c6bfa0bc-7259-40ca-8809-37c99e7ed18e HTTP/1.1" status: 204 len: 168 time: 0.5518820 May 25 16:19:57.174333 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45191d-8b1b-409c-9825-fb63190a3720 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6bfa0bc-7259-40ca-8809-37c99e7ed18e,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:57.284321 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45814) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:57.296878 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e94bc649-367f-4406-941c-7f5580f233cd req-3a2b77ea-2f3d-4580-8e0b-66382be4f8fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421076 May 25 16:19:57.330177 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-432a6872-b962-476d-bb55-633b318e97b6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7528adefacfc41c5a54869ec5603bde8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445340 May 25 16:19:57.332922 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45816) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:57.377116 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:57.404611 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bc649-367f-4406-941c-7f5580f233cd req-6259819a-9faa-4658-8160-83b31f365dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:57.406103 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e94bc649-367f-4406-941c-7f5580f233cd req-6259819a-9faa-4658-8160-83b31f365dbf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 1130 time: 0.0658681 May 25 16:19:57.420919 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-681e2ae2-2de1-43f0-9f5e-555830649573 admin admin] Publish callbacks [] for security_group (c56e0d52-7980-49a6-b0ee-51e97d44281b), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:57.489048 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-681e2ae2-2de1-43f0-9f5e-555830649573 admin admin] Publish callbacks [] for security_group (c56e0d52-7980-49a6-b0ee-51e97d44281b), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:57.545661 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:57.551678 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bc649-367f-4406-941c-7f5580f233cd req-ba56f949-cee7-469e-8299-2616a31efa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:57.553255 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e94bc649-367f-4406-941c-7f5580f233cd req-ba56f949-cee7-469e-8299-2616a31efa01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 912 time: 0.1275694 May 25 16:19:57.592924 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-681e2ae2-2de1-43f0-9f5e-555830649573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (c56e0d52-7980-49a6-b0ee-51e97d44281b), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:57.595365 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-681e2ae2-2de1-43f0-9f5e-555830649573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:57.596501 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-681e2ae2-2de1-43f0-9f5e-555830649573 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c56e0d52-7980-49a6-b0ee-51e97d44281b HTTP/1.1" status: 204 len: 168 time: 0.2626729 May 25 16:19:57.613502 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e2ae2-2de1-43f0-9f5e-555830649573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56e0d52-7980-49a6-b0ee-51e97d44281b,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:19:57.627324 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e94bc649-367f-4406-941c-7f5580f233cd req-a8bfb0ce-45b2-4fbd-b343-1078a04b05cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5264fc9c-9b67-46b8-b243-fb98e7e2afe8 HTTP/1.1" status: 200 len: 1002 time: 0.0665407 May 25 16:19:57.677110 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bc649-367f-4406-941c-7f5580f233cd req-2a49b884-c054-4f0d-8ab8-7f0ceeda1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:57.678581 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e94bc649-367f-4406-941c-7f5580f233cd req-2a49b884-c054-4f0d-8ab8-7f0ceeda1d9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0444164 May 25 16:19:57.727401 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bc649-367f-4406-941c-7f5580f233cd req-1dd0401d-e4ac-4c46-934c-d19d468e42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:19:57.729004 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e94bc649-367f-4406-941c-7f5580f233cd req-1dd0401d-e4ac-4c46-934c-d19d468e42ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442302 May 25 16:19:57.819135 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e94bc649-367f-4406-941c-7f5580f233cd req-ec9558a7-8ee3-4c9a-b8a6-ba5e03440700 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837786 May 25 16:19:57.911625 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e94bc649-367f-4406-941c-7f5580f233cd req-4d5aa674-9ee9-4367-8c5f-9a66df6333fd service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865350 May 25 16:19:57.938329 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45822) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:57.979061 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3165a02e-193d-4817-abc3-5804b661fbae admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=99ed0f4b2e7e4ab1a79c30dd247c8061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395899 May 25 16:19:57.981614 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45824) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:19:58.017912 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7e5fbbae-d73f-4195-b156-0c39bf6959a2 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:19:58.029178 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77dc93bb-1c35-49c9-9a39-5f07a0474291 admin admin] Publish callbacks [] for security_group (e163aff6-feb8-478e-9984-21c5632d2d8a), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:58.037831 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 7e5fbbae-d73f-4195-b156-0c39bf6959a2 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:19:58.038164 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 7e5fbbae-d73f-4195-b156-0c39bf6959a2 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:19:58.038562 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device a5e22230-1838-4cc0-a632-2659f1438073 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:19:58.051663 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77dc93bb-1c35-49c9-9a39-5f07a0474291 admin admin] Publish callbacks [] for security_group (e163aff6-feb8-478e-9984-21c5632d2d8a), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:58.059098 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: a5e22230-1838-4cc0-a632-2659f1438073 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:19:58.059432 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device a5e22230-1838-4cc0-a632-2659f1438073 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:19:58.100852 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77dc93bb-1c35-49c9-9a39-5f07a0474291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (e163aff6-feb8-478e-9984-21c5632d2d8a), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:58.103472 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77dc93bb-1c35-49c9-9a39-5f07a0474291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:58.104668 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-77dc93bb-1c35-49c9-9a39-5f07a0474291 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e163aff6-feb8-478e-9984-21c5632d2d8a HTTP/1.1" status: 204 len: 168 time: 0.1221330 May 25 16:19:58.112324 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc93bb-1c35-49c9-9a39-5f07a0474291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e163aff6-feb8-478e-9984-21c5632d2d8a,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:04.000023 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-aea1984a-d158-4f7c-9f97-9a0e402d021b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:04.584592 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:20:05.831108 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=33 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:06.228295 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b3ccaa90-f086-4e50-9509-3f1ec7442d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:07.093969 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:07.317193 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:07.327512 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:UPDATE=3,neutron:SELECT=69,neutron:DELETE=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:08.108127 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=53,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:08.110097 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=80,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:08.668763 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:08.677546 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:10.083154 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:14.577855 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=19 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:20.071881 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:20.075408 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:20.352806 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:30.342741 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:30.344936 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:34.000929 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-522b4ef7-752c-4cf1-90cf-cbfdde4ec6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:36.225316 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-74533782-383c-4314-82b1-8fd71fe061b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:37.106987 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:38.674816 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.081450 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.711735 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:40.720548 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:41.589024 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:20:50.068834 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:50.072394 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:50.380390 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:51.580856 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:51.581918 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:57.290915 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6c5d8f5a-1a06-4143-8ade-dae3d25fde13 req-b8a6254a-80bd-40bc-9667-84b346e7650e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410614 May 25 16:20:57.376614 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d8f5a-1a06-4143-8ade-dae3d25fde13 req-d7efcf4d-4e60-4d13-ae1e-0f29584cbbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:57.378088 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6c5d8f5a-1a06-4143-8ade-dae3d25fde13 req-d7efcf4d-4e60-4d13-ae1e-0f29584cbbe7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 1130 time: 0.0422909 May 25 16:20:57.485062 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d8f5a-1a06-4143-8ade-dae3d25fde13 req-f7effc9e-5f33-43d1-b1ef-5dec1b4054c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:57.486417 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6c5d8f5a-1a06-4143-8ade-dae3d25fde13 req-f7effc9e-5f33-43d1-b1ef-5dec1b4054c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 912 time: 0.0845556 May 25 16:20:57.552719 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6c5d8f5a-1a06-4143-8ade-dae3d25fde13 req-57dff1dd-e1ef-41f7-82af-d31cd49680cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5264fc9c-9b67-46b8-b243-fb98e7e2afe8 HTTP/1.1" status: 200 len: 1002 time: 0.0590997 May 25 16:20:57.601680 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d8f5a-1a06-4143-8ade-dae3d25fde13 req-1a68cc6d-2d16-45a0-bc7c-c71511a71785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:57.603128 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6c5d8f5a-1a06-4143-8ade-dae3d25fde13 req-1a68cc6d-2d16-45a0-bc7c-c71511a71785 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0440514 May 25 16:20:57.647130 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d8f5a-1a06-4143-8ade-dae3d25fde13 req-811a316e-b3c6-4bcc-8068-aad6e3d6a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:57.648599 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6c5d8f5a-1a06-4143-8ade-dae3d25fde13 req-811a316e-b3c6-4bcc-8068-aad6e3d6a43f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388231 May 25 16:20:57.744684 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6c5d8f5a-1a06-4143-8ade-dae3d25fde13 req-105c2b68-6dde-4732-8555-b3292990cb2b service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891070 May 25 16:20:57.839410 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6c5d8f5a-1a06-4143-8ade-dae3d25fde13 req-4a52fc76-cb87-4851-a39f-cf87127969f0 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882454 May 25 16:21:00.369114 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:00.373995 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:02.529178 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:04.012722 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a95ece6b-84f7-4bb0-b4ac-b646baabb32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:06.226643 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-75e40033-aab1-4d8d-9373-b62873f552f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:07.106138 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:07.829435 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=48 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:07.835885 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=53 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:08.684500 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:10.071195 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:17.717822 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:17.718991 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:18.593805 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:21:20.056390 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:20.063247 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:20.406833 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:24.827369 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-38529bc6-01ec-4882-bba6-c3e62f86b514 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645907198&fields=id&tenant_id=31462b97f7a04859b66398fd6386cfc4 HTTP/1.1" status: 200 len: 267 time: 0.0444541 May 25 16:21:24.938489 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-de7763fd-916a-4a24-80d2-f356446da4c9 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:24.939969 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-de7763fd-916a-4a24-80d2-f356446da4c9 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 811 time: 0.1062336 May 25 16:21:24.960928 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-3009c65c-b893-4044-bea9-a945583ff897 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/quotas/31462b97f7a04859b66398fd6386cfc4 HTTP/1.1" status: 200 len: 375 time: 0.0152898 May 25 16:21:25.012413 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-a931bff7-73da-4064-8966-ee90833caac3 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464704 May 25 16:21:25.118122 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-b187d67b-d2da-4326-b7ea-5ff465f67737 service neutron] 10.222.0.85 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877090 May 25 16:21:25.215988 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-4b1d9731-fe05-4bdb-ae60-5ec85c9ae02c service neutron] 10.222.0.85 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919509 May 25 16:21:25.542339 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b261e832-0790-4645-b8c5-6a837c9722db req-a70f8dea-ffc3-45a8-9868-303d6ecaae81 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 210 time: 0.0284681 May 25 16:21:26.491455 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-2f2ff4dc-e3f5-4989-8ce0-953b77f62f4a tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:26.492935 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-2f2ff4dc-e3f5-4989-8ce0-953b77f62f4a tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 811 time: 0.1066706 May 25 16:21:26.555471 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-4654972e-0995-450b-bd3f-50e3cfa528b0 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31462b97f7a04859b66398fd6386cfc4 HTTP/1.1" status: 200 len: 380 time: 0.0546317 May 25 16:21:26.564554 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Request body: {'port': {'device_id': '9123c32b-913c-428e-82fe-7be348045e44', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'admin_state_up': True, 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'security_groups': ['d0091e47-3d47-4af2-9da5-a65bf076ade6']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:26.648157 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e2607bee-8ae1-47ac-ba93-1ee578d47eed req-fa420d9b-5fce-4cf2-89ba-6984d68db1ae tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 210 time: 0.0323312 May 25 16:21:26.681924 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Made reservation on behalf of 31462b97f7a04859b66398fd6386cfc4 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:26.685453 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:26.810699 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Allocated IP 172.20.0.12 (8835a77f-3e24-453e-9279-13b9fbf47bf1/d28cdea5-ab1d-4124-9552-bbd7e9234ae2/38fb0ca3-b448-4452-b40c-89c94abd3c4e) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:21:26.956243 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:26.990652 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.035736 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Network 8835a77f-3e24-453e-9279-13b9fbf47bf1 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:21:27.038782 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:27.042656 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:21:27.066095 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'Port': ['ID=38fb0ca3-b448-4452-b40c-89c94abd3c4e,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:27.084993 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.085283 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.085651 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.085988 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.086316 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.086634 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.086935 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.087253 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.087596 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.087939 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.088262 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.088579 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.088894 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.089207 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.089501 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:27.110499 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:27.111120 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.128302 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-db9f5a26-998b-47d9-b22f-9a332ccce987 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5675781 May 25 16:21:27.139533 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Request body: {'port': {'device_id': '9123c32b-913c-428e-82fe-7be348045e44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:27.194828 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:27.202961 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.211849 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:27.281377 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-7ec2c801-5ff2-4a26-9547-9fd04b2f9d59 None None] Provisioning complete for port 38fb0ca3-b448-4452-b40c-89c94abd3c4e triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:27.282027 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c801-5ff2-4a26-9547-9fd04b2f9d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.314509 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2c801-5ff2-4a26-9547-9fd04b2f9d59 None None] Port 38fb0ca3-b448-4452-b40c-89c94abd3c4e cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:21:27.783050 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38fb0ca3-b448-4452-b40c-89c94abd3c4e {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:21:27.795133 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591c078-ca3e-4f65-b6c9-9d5305895c28 req-c6d8ac98-63e8-431f-a443-7df25a0e35fc tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:27.796665 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0591c078-ca3e-4f65-b6c9-9d5305895c28 req-c6d8ac98-63e8-431f-a443-7df25a0e35fc tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 932 time: 0.0798151 May 25 16:21:27.798390 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Publish callbacks [] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.824807 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Transition to ACTIVE for port object 38fb0ca3-b448-4452-b40c-89c94abd3c4e will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:21:27.831296 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.898149 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0591c078-ca3e-4f65-b6c9-9d5305895c28 req-99045785-6fcc-4b5f-b662-72382ff6f416 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957201 May 25 16:21:27.909962 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Pushing event updated for resources: {'Port': ['ID=38fb0ca3-b448-4452-b40c-89c94abd3c4e,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:27.978830 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Attempting to bind port 38fb0ca3-b448-4452-b40c-89c94abd3c4e on host hv-cinder-84327 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:21:27.979258 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Attempting to bind port 38fb0ca3-b448-4452-b40c-89c94abd3c4e by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:21:27.979591 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Attempting to bind port 38fb0ca3-b448-4452-b40c-89c94abd3c4e on network 8835a77f-3e24-453e-9279-13b9fbf47bf1 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:21:27.984589 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Port 38fb0ca3-b448-4452-b40c-89c94abd3c4e on network 8835a77f-3e24-453e-9279-13b9fbf47bf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:21:27.984910 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Attempting to bind port 38fb0ca3-b448-4452-b40c-89c94abd3c4e on network 8835a77f-3e24-453e-9279-13b9fbf47bf1 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:21:27.990100 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Checking agent: {'id': '3f916b35-b94e-459c-95d4-72029fc185b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'started_at': datetime.datetime(2022, 5, 25, 16, 5, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:21:27.990439 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Checking segment: {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:21:27.990824 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Bound using segment: {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:21:27.991259 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Bound port: 38fb0ca3-b448-4452-b40c-89c94abd3c4e, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd68689e-d840-482a-8a97-1d8afefdc9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:21:27.991634 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:28.054518 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] For port 38fb0ca3-b448-4452-b40c-89c94abd3c4e, host hv-cinder-84327, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:21:28.057893 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] For port 38fb0ca3-b448-4452-b40c-89c94abd3c4e, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=38fb0ca3-b448-4452-b40c-89c94abd3c4e,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:21:28.065240 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:28.106272 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:28.106901 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:28.108351 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-23580b25-9176-4606-a42d-f2206941e723 service neutron] 10.222.0.67 "PUT /v2.0/ports/38fb0ca3-b448-4452-b40c-89c94abd3c4e HTTP/1.1" status: 200 len: 1094 time: 0.9730949 May 25 16:21:28.108811 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9123c32b-913c-428e-82fe-7be348045e44', 'tag': '38fb0ca3-b448-4452-b40c-89c94abd3c4e'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:28.111055 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8782ba9c-2503-4906-b1e0-cc0d215c28b8" -d '{"events": [{"name": "network-changed", "server_uuid": "9123c32b-913c-428e-82fe-7be348045e44", "tag": "38fb0ca3-b448-4452-b40c-89c94abd3c4e"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:28.130841 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23580b25-9176-4606-a42d-f2206941e723 service neutron] Pushing event updated for resources: {'Port': ['ID=38fb0ca3-b448-4452-b40c-89c94abd3c4e,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:28.153481 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2e0a78-9171-49aa-a6bc-1ab218e64d2b x-openstack-request-id: req-fd2e0a78-9171-49aa-a6bc-1ab218e64d2b {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:28.153895 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9123c32b-913c-428e-82fe-7be348045e44", "tag": "38fb0ca3-b448-4452-b40c-89c94abd3c4e", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:28.154166 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fd2e0a78-9171-49aa-a6bc-1ab218e64d2b {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:28.154757 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2e0a78-9171-49aa-a6bc-1ab218e64d2b'] response: {'name': 'network-changed', 'server_uuid': '9123c32b-913c-428e-82fe-7be348045e44', 'tag': '38fb0ca3-b448-4452-b40c-89c94abd3c4e', 'status': 'completed', 'code': 200} May 25 16:21:28.216041 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-8a9b0128-febd-427f-8bbd-88be9df76249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:28.217659 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-8a9b0128-febd-427f-8bbd-88be9df76249 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 1128 time: 0.0515361 May 25 16:21:28.261569 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-e81b29b8-1491-4c0c-9c7d-254cfe97997e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38fb0ca3-b448-4452-b40c-89c94abd3c4e HTTP/1.1" status: 200 len: 217 time: 0.0352967 May 25 16:21:28.310879 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:28.317563 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-397cb810-108a-4f88-9d5c-aa4a05c13dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:28.319158 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-397cb810-108a-4f88-9d5c-aa4a05c13dbe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0514610 May 25 16:21:28.369083 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-7d4dfc1c-2e23-4f8f-b033-b421203b4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:28.370627 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-7d4dfc1c-2e23-4f8f-b033-b421203b4862 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447648 May 25 16:21:28.462458 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-ed063f80-6b1f-4abc-acff-404537e434a9 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853732 May 25 16:21:28.516866 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:28.558002 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-38b74569-be0b-4bde-aa8f-572b5df9ecdf req-36bd1e1a-8059-4b3f-8125-345ac0f52924 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895762 May 25 16:21:28.585711 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:28.862477 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782ba9c-2503-4906-b1e0-cc0d215c28b8 req-717f19e7-c21d-4ffd-a7d0-4a52882ebd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:28.864046 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8782ba9c-2503-4906-b1e0-cc0d215c28b8 req-717f19e7-c21d-4ffd-a7d0-4a52882ebd00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 1128 time: 0.0443003 May 25 16:21:28.962621 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782ba9c-2503-4906-b1e0-cc0d215c28b8 req-89c8723d-fc88-421b-8a12-431885c10eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:28.964141 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8782ba9c-2503-4906-b1e0-cc0d215c28b8 req-89c8723d-fc88-421b-8a12-431885c10eed service neutron] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 912 time: 0.0938973 May 25 16:21:29.032475 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8782ba9c-2503-4906-b1e0-cc0d215c28b8 req-3bd485f9-e182-44e0-a672-47abf4c03224 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38fb0ca3-b448-4452-b40c-89c94abd3c4e HTTP/1.1" status: 200 len: 217 time: 0.0535820 May 25 16:21:29.064399 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9b228-d8ce-41b3-befc-ac04bbd6ab55 req-e5426dea-c656-4dbc-9b4a-20687f38eb40 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:29.065744 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ddb9b228-d8ce-41b3-befc-ac04bbd6ab55 req-e5426dea-c656-4dbc-9b4a-20687f38eb40 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 944 time: 0.0957370 May 25 16:21:29.121611 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782ba9c-2503-4906-b1e0-cc0d215c28b8 req-bff47bcd-7418-4354-9c9d-c2a7585234a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:29.123031 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8782ba9c-2503-4906-b1e0-cc0d215c28b8 req-bff47bcd-7418-4354-9c9d-c2a7585234a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0796280 May 25 16:21:29.173106 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ddb9b228-d8ce-41b3-befc-ac04bbd6ab55 req-69bd960b-beb9-4825-96bc-91d752ec2db7 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889425 May 25 16:21:29.180578 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782ba9c-2503-4906-b1e0-cc0d215c28b8 req-10be314f-40d0-4a6b-a22f-9d10427cc86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:29.182387 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8782ba9c-2503-4906-b1e0-cc0d215c28b8 req-10be314f-40d0-4a6b-a22f-9d10427cc86c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515497 May 25 16:21:29.273372 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8782ba9c-2503-4906-b1e0-cc0d215c28b8 req-3834febc-9025-4821-8975-3049873b9ec8 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842865 May 25 16:21:29.370568 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8782ba9c-2503-4906-b1e0-cc0d215c28b8 req-b5a5de85-71bf-41e9-b6fd-052cd4833f85 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895567 May 25 16:21:30.319530 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde42e09-2275-441f-a7f3-073041443d46 req-9367d6d0-1be6-4e1f-988e-bc1d98136891 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:30.321179 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dde42e09-2275-441f-a7f3-073041443d46 req-9367d6d0-1be6-4e1f-988e-bc1d98136891 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 944 time: 0.0543606 May 25 16:21:30.372321 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dde42e09-2275-441f-a7f3-073041443d46 req-e4db4f3b-2e9d-4e75-af11-d01ee901aee8 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448980 May 25 16:21:31.511435 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af010cc5-d0b9-4d8a-a517-d925b7ea986a req-c356ada8-02d6-4795-9406-dc40e5917b6a tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:31.512916 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-af010cc5-d0b9-4d8a-a517-d925b7ea986a req-c356ada8-02d6-4795-9406-dc40e5917b6a tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 944 time: 0.0584686 May 25 16:21:31.563511 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-af010cc5-d0b9-4d8a-a517-d925b7ea986a req-77da4f9e-209a-4c6c-8c2f-56ece7f46a2e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448158 May 25 16:21:32.686215 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab578d0-b68e-4993-8f54-bca99a3f95a1 req-975517e1-d472-42c5-bb3e-76acecc5f00d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:32.687667 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5ab578d0-b68e-4993-8f54-bca99a3f95a1 req-975517e1-d472-42c5-bb3e-76acecc5f00d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 944 time: 0.0493088 May 25 16:21:32.744213 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5ab578d0-b68e-4993-8f54-bca99a3f95a1 req-b014d6e9-01ce-4a47-bb5c-ffbb2a9b04d7 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480695 May 25 16:21:33.875582 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa933ec-30e2-46fd-89b3-b660531cf44c req-6e95eecb-c9aa-4fe1-ae58-b5938de8a408 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:33.877067 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-daa933ec-30e2-46fd-89b3-b660531cf44c req-6e95eecb-c9aa-4fe1-ae58-b5938de8a408 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 944 time: 0.0589981 May 25 16:21:33.927656 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-daa933ec-30e2-46fd-89b3-b660531cf44c req-86db1594-94d7-4ac8-a6cd-1f96d28f289f tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449724 May 25 16:21:33.999087 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ad787362-0346-4434-a095-d16224686cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:35.046859 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df391469-d7bd-4747-8f3c-35fa58d9e4cb req-f2430ecf-d656-457b-b15a-ed6d98b6adc3 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:35.048309 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-df391469-d7bd-4747-8f3c-35fa58d9e4cb req-f2430ecf-d656-457b-b15a-ed6d98b6adc3 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 944 time: 0.0499716 May 25 16:21:35.100213 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-df391469-d7bd-4747-8f3c-35fa58d9e4cb req-ac13348d-e969-4e42-9ff1-e4deca473c4b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434232 May 25 16:21:35.884676 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 38fb0ca3-b448-4452-b40c-89c94abd3c4e details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:21:35.989994 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 38fb0ca3-b448-4452-b40c-89c94abd3c4e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=38fb0ca3-b448-4452-b40c-89c94abd3c4e,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:36.002439 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Returning: {'device': '38fb0ca3-b448-4452-b40c-89c94abd3c4e', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'port_id': '38fb0ca3-b448-4452-b40c-89c94abd3c4e', 'mac_address': 'fa:16:3e:b0:5c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:21:36.048046 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 38fb0ca3-b448-4452-b40c-89c94abd3c4e is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:36.048432 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.062033 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38fb0ca3-b448-4452-b40c-89c94abd3c4e {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:21:36.082951 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 38fb0ca3-b448-4452-b40c-89c94abd3c4e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=38fb0ca3-b448-4452-b40c-89c94abd3c4e,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:36.089802 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.136076 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=38fb0ca3-b448-4452-b40c-89c94abd3c4e,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:36.143794 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.144181 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.144507 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.144830 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.145158 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.145483 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.145807 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.146125 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.146443 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.146761 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.147078 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.147397 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.147715 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.148134 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.148432 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:36.223744 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7808671e-1311-44dc-ade0-30927f53b2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.225988 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac67848-a351-433d-83ef-eb9ef7af56d7 req-64a6dc4b-df0f-4d81-b6eb-c884f2d8f973 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:36.227803 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eac67848-a351-433d-83ef-eb9ef7af56d7 req-64a6dc4b-df0f-4d81-b6eb-c884f2d8f973 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 945 time: 0.0514007 May 25 16:21:36.271755 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:36.281792 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eac67848-a351-433d-83ef-eb9ef7af56d7 req-2c922de3-df2b-47cb-a304-41095bddeb3d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481508 May 25 16:21:36.327661 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] get_ports_and_sgs() called for port_ids ['38fb0ca3-b448-4452-b40c-89c94abd3c4e'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:21:37.110087 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:37.421233 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bb8a4-827a-4cee-aab3-6cbee8891a7e req-1ca5eabc-819b-4adc-826e-06827caeb718 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:37.422762 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-464bb8a4-827a-4cee-aab3-6cbee8891a7e req-1ca5eabc-819b-4adc-826e-06827caeb718 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 945 time: 0.0562112 May 25 16:21:37.474507 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-464bb8a4-827a-4cee-aab3-6cbee8891a7e req-8ae4d93e-ddd7-44aa-80b0-89c859ac7d17 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432086 May 25 16:21:37.907583 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 38fb0ca3-b448-4452-b40c-89c94abd3c4e up at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:21:37.958648 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning for port 38fb0ca3-b448-4452-b40c-89c94abd3c4e completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:21:37.966970 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Provisioning complete for port 38fb0ca3-b448-4452-b40c-89c94abd3c4e triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:37.967359 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8208222'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:37.999269 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:38.002771 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:38.040919 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Current status of the port 38fb0ca3-b448-4452-b40c-89c94abd3c4e is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:38.041292 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:38.063325 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9123c32b-913c-428e-82fe-7be348045e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fb0ca3-b448-4452-b40c-89c94abd3c4e'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:38.065546 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78407dfb16113a4796f2c0cf316b11ab5aea5d0bd9986e41d1bfc5d8f9a115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd4d2fb-0525-458d-aee3-cc60fed27c37" -d '{"events": [{"server_uuid": "9123c32b-913c-428e-82fe-7be348045e44", "name": "network-vif-plugged", "status": "completed", "tag": "38fb0ca3-b448-4452-b40c-89c94abd3c4e"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:38.078309 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] For port 38fb0ca3-b448-4452-b40c-89c94abd3c4e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=38fb0ca3-b448-4452-b40c-89c94abd3c4e,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:38.083009 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:38.108294 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb9644e-40af-483e-bec5-25e462deea54 x-openstack-request-id: req-6eb9644e-40af-483e-bec5-25e462deea54 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:38.108587 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9123c32b-913c-428e-82fe-7be348045e44", "name": "network-vif-plugged", "status": "completed", "tag": "38fb0ca3-b448-4452-b40c-89c94abd3c4e", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:38.108834 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6eb9644e-40af-483e-bec5-25e462deea54 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:38.109242 dv-cinder-843277-2-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb9644e-40af-483e-bec5-25e462deea54'] response: {'server_uuid': '9123c32b-913c-428e-82fe-7be348045e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fb0ca3-b448-4452-b40c-89c94abd3c4e', 'code': 200} May 25 16:21:38.135631 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Pushing event updated for resources: {'Port': ['ID=38fb0ca3-b448-4452-b40c-89c94abd3c4e,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:38.341245 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b520f-2ffb-45c0-937e-973b73d86e4d req-51c66e36-8572-46f8-84f9-f7d7d35d7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:38.342846 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0c1b520f-2ffb-45c0-937e-973b73d86e4d req-51c66e36-8572-46f8-84f9-f7d7d35d7e3f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 1130 time: 0.0506382 May 25 16:21:38.399653 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0c1b520f-2ffb-45c0-937e-973b73d86e4d req-f2c425dc-2cfc-4f4a-a65b-6ca2626c3726 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503206 May 25 16:21:38.605624 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b9e02-c5cc-4301-a3a5-797ed25dccd7 req-b4c97d1a-7205-4ae4-986c-8cfedf7d63b0 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:38.607107 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-252b9e02-c5cc-4301-a3a5-797ed25dccd7 req-b4c97d1a-7205-4ae4-986c-8cfedf7d63b0 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 946 time: 0.0478547 May 25 16:21:38.661095 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-252b9e02-c5cc-4301-a3a5-797ed25dccd7 req-c9740672-b800-401f-a26b-0674fea66e42 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469570 May 25 16:21:38.807802 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:39.791329 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b5aad-c6cf-4b5b-aaf2-1931d2899d2f req-a2e8144e-b607-4341-bb3d-4bd266ffac15 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:39.792921 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5e4b5aad-c6cf-4b5b-aaf2-1931d2899d2f req-a2e8144e-b607-4341-bb3d-4bd266ffac15 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 946 time: 0.0508537 May 25 16:21:39.817267 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:39.846503 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5e4b5aad-c6cf-4b5b-aaf2-1931d2899d2f req-5866a636-4d4e-4e02-b2dd-a204d03fc671 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447569 May 25 16:21:39.966376 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c80418-b885-4ab0-a74a-1907b8ceb799 req-562622ee-a527-4a4b-8c1a-8fefe37139c4 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:39.967741 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-29c80418-b885-4ab0-a74a-1907b8ceb799 req-562622ee-a527-4a4b-8c1a-8fefe37139c4 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 946 time: 0.0484524 May 25 16:21:40.017061 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-29c80418-b885-4ab0-a74a-1907b8ceb799 req-ed170e85-fcaa-4660-9aa7-68e5e4476f09 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435333 May 25 16:21:40.039760 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45942) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:40.065526 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:40.079724 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0573c4c6-bb60-43ca-a2d2-f84e799d211a tempest-TestVolumeBootPattern-1986702484 tempest-TestVolumeBootPattern-1986702484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:40.081271 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0573c4c6-bb60-43ca-a2d2-f84e799d211a tempest-TestVolumeBootPattern-1986702484 tempest-TestVolumeBootPattern-1986702484-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 1125 time: 0.0405014 May 25 16:21:40.085426 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 45944) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:40.089616 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Request body: {'floatingip': {'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'port_id': '38fb0ca3-b448-4452-b40c-89c94abd3c4e', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:40.114567 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:40.205322 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:40.308972 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Allocated IP 172.27.0.141 (4e6c4ec2-d02b-4928-8ff2-3ab154959939/29bb8139-60bd-4f64-925e-88078a518cd5/8b15a0b2-694b-4f7c-b064-5e3b6a9431d9) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:21:40.431160 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for port (8b15a0b2-694b-4f7c-b064-5e3b6a9431d9), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:40.467755 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767734528269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (8b15a0b2-694b-4f7c-b064-5e3b6a9431d9), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:40.508627 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Network 4e6c4ec2-d02b-4928-8ff2-3ab154959939 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:21:40.513586 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:40.515812 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'Port': ['ID=8b15a0b2-694b-4f7c-b064-5e3b6a9431d9,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:40.517961 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:21:40.667715 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:40.823964 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:40.866527 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for floatingip (291bd890-1191-4726-9e95-3d660e8b1314), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:40.944906 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8335819'] for port (8b15a0b2-694b-4f7c-b064-5e3b6a9431d9), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.120187 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for port (8b15a0b2-694b-4f7c-b064-5e3b6a9431d9), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.126055 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767735066570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767734528287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767734528305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8916537'] for port (8b15a0b2-694b-4f7c-b064-5e3b6a9431d9), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.192728 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event updated for resources: {'Port': ['ID=8b15a0b2-694b-4f7c-b064-5e3b6a9431d9,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:41.204795 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549580'] for floatingip (291bd890-1191-4726-9e95-3d660e8b1314), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.317080 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Floating IP 291bd890-1191-4726-9e95-3d660e8b1314 associated. External IP: 172.27.0.141, port: 38fb0ca3-b448-4452-b40c-89c94abd3c4e. May 25 16:21:41.516680 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Router fc4a72a2-e89c-4d72-b751-99c9e94d0788 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:21:41.577255 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:41.618667 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:41.624398 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:21:41.634359 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd8e8c8-cd1a-43d5-87f5-2df410ec3b19 None None] Sync routers for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:21:41.643687 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.643909 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8e8c8-cd1a-43d5-87f5-2df410ec3b19 None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:21:41.644457 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4fd8e8c8-cd1a-43d5-87f5-2df410ec3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:21:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:41.674536 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f36a8223-ab3b-4148-bda8-40a7c5132316 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5880783 May 25 16:21:41.675177 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9123c32b-913c-428e-82fe-7be348045e44', 'tag': '38fb0ca3-b448-4452-b40c-89c94abd3c4e'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:41.677485 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4a7193-2e87-4e0d-93e6-8484d69f051c" -d '{"events": [{"name": "network-changed", "server_uuid": "9123c32b-913c-428e-82fe-7be348045e44", "tag": "38fb0ca3-b448-4452-b40c-89c94abd3c4e"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:41.714500 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a08b1e8-8b2d-44a0-867d-095ef6a8e8a5 x-openstack-request-id: req-1a08b1e8-8b2d-44a0-867d-095ef6a8e8a5 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:41.714900 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9123c32b-913c-428e-82fe-7be348045e44", "tag": "38fb0ca3-b448-4452-b40c-89c94abd3c4e", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:41.715146 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1a08b1e8-8b2d-44a0-867d-095ef6a8e8a5 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:41.715553 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a08b1e8-8b2d-44a0-867d-095ef6a8e8a5'] response: {'name': 'network-changed', 'server_uuid': '9123c32b-913c-428e-82fe-7be348045e44', 'tag': '38fb0ca3-b448-4452-b40c-89c94abd3c4e', 'status': 'completed', 'code': 200} May 25 16:21:41.747546 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-4fd8e8c8-cd1a-43d5-87f5-2df410ec3b19 None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:21:41.774094 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a7193-2e87-4e0d-93e6-8484d69f051c req-1020278a-8208-46d9-b6fa-69200367b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:41.775544 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f4a7193-2e87-4e0d-93e6-8484d69f051c req-1020278a-8208-46d9-b6fa-69200367b8c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 1130 time: 0.0398388 May 25 16:21:41.869202 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a7193-2e87-4e0d-93e6-8484d69f051c req-2db1b704-39cc-45df-8754-7b934169dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:41.870699 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f4a7193-2e87-4e0d-93e6-8484d69f051c req-2db1b704-39cc-45df-8754-7b934169dcdd service neutron] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 912 time: 0.0890217 May 25 16:21:41.932358 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f4a7193-2e87-4e0d-93e6-8484d69f051c req-a96213ef-a195-4883-916f-b577bafdcc33 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38fb0ca3-b448-4452-b40c-89c94abd3c4e HTTP/1.1" status: 200 len: 1000 time: 0.0548706 May 25 16:21:41.958402 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4fd8e8c8-cd1a-43d5-87f5-2df410ec3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '291bd890-1191-4726-9e95-3d660e8b1314', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': '38fb0ca3-b448-4452-b40c-89c94abd3c4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:b0:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9123c32b-913c-428e-82fe-7be348045e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:21:40Z', 'updated_at': '2022-05-25T16:21:40Z', 'revision_number': 0, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}, {'id': '489f6f25-cf03-4e89-b24a-316738256d7a', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:2f:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539efdcc-6973-43c1-a734-92c87b922e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:19:44Z', 'updated_at': '2022-05-25T16:19:47Z', 'revision_number': 1, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:41.981340 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a7193-2e87-4e0d-93e6-8484d69f051c req-d64ff12d-35dd-4f60-8572-ede09a2e7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:41.982846 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f4a7193-2e87-4e0d-93e6-8484d69f051c req-d64ff12d-35dd-4f60-8572-ede09a2e7929 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0444980 May 25 16:21:41.982976 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd8e8c8-cd1a-43d5-87f5-2df410ec3b19 None None] Checking router: fc4a72a2-e89c-4d72-b751-99c9e94d0788 for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:21:41.992184 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8e8c8-cd1a-43d5-87f5-2df410ec3b19 None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:21:41.992814 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4fd8e8c8-cd1a-43d5-87f5-2df410ec3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:21:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:42.031154 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a7193-2e87-4e0d-93e6-8484d69f051c req-91533a2e-6514-42ec-86f3-f16742021631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:42.032830 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f4a7193-2e87-4e0d-93e6-8484d69f051c req-91533a2e-6514-42ec-86f3-f16742021631 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432024 May 25 16:21:42.093853 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-4fd8e8c8-cd1a-43d5-87f5-2df410ec3b19 None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:21:42.122452 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f4a7193-2e87-4e0d-93e6-8484d69f051c req-f80e5e80-8ea9-48be-8dce-f554acb8d110 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823796 May 25 16:21:42.312138 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:42.318791 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4fd8e8c8-cd1a-43d5-87f5-2df410ec3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '291bd890-1191-4726-9e95-3d660e8b1314', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': '38fb0ca3-b448-4452-b40c-89c94abd3c4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:b0:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9123c32b-913c-428e-82fe-7be348045e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:21:40Z', 'updated_at': '2022-05-25T16:21:40Z', 'revision_number': 0, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}, {'id': '489f6f25-cf03-4e89-b24a-316738256d7a', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:2f:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539efdcc-6973-43c1-a734-92c87b922e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:19:44Z', 'updated_at': '2022-05-25T16:19:47Z', 'revision_number': 1, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:42.357706 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd8e8c8-cd1a-43d5-87f5-2df410ec3b19 None None] The sync data for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi is: [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '291bd890-1191-4726-9e95-3d660e8b1314', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': '38fb0ca3-b448-4452-b40c-89c94abd3c4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:b0:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9123c32b-913c-428e-82fe-7be348045e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:21:40Z', 'updated_at': '2022-05-25T16:21:40Z', 'revision_number': 0, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}, {'id': '489f6f25-cf03-4e89-b24a-316738256d7a', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:2f:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539efdcc-6973-43c1-a734-92c87b922e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:19:44Z', 'updated_at': '2022-05-25T16:19:47Z', 'revision_number': 1, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:21:42.477831 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f4a7193-2e87-4e0d-93e6-8484d69f051c req-a53cb867-2b1d-4b35-ac21-ac1806a33fbb service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495626 May 25 16:21:42.561103 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1658ad9-6642-4687-bfe7-968d707e888a None None] New status for floating IP 291bd890-1191-4726-9e95-3d660e8b1314: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:21:50.001981 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:50.013026 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:50.414569 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:52.472639 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=1,neutron:SELECT=50 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:52.474853 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=55,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:55.596294 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:21:58.320672 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0df2bfd8-83c4-46ea-aece-3d60ec6782a7 req-0efbbb6b-e708-40da-9c7e-7a8b79e67bd3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447698 May 25 16:21:58.411491 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2bfd8-83c4-46ea-aece-3d60ec6782a7 req-ede5ec71-c942-4c32-967c-f776801792f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:58.413595 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0df2bfd8-83c4-46ea-aece-3d60ec6782a7 req-ede5ec71-c942-4c32-967c-f776801792f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 1130 time: 0.0432076 May 25 16:21:58.526578 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2bfd8-83c4-46ea-aece-3d60ec6782a7 req-1d04dfdc-497b-4b9f-adf9-f7a65d073e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:58.528077 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0df2bfd8-83c4-46ea-aece-3d60ec6782a7 req-1d04dfdc-497b-4b9f-adf9-f7a65d073e53 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 912 time: 0.0922980 May 25 16:21:58.598237 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0df2bfd8-83c4-46ea-aece-3d60ec6782a7 req-2dbd672f-53d9-4782-b32b-c8a2603915a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5264fc9c-9b67-46b8-b243-fb98e7e2afe8 HTTP/1.1" status: 200 len: 1002 time: 0.0615590 May 25 16:21:58.648724 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2bfd8-83c4-46ea-aece-3d60ec6782a7 req-18691475-fdf1-469b-b96a-e0960e11c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:58.650295 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0df2bfd8-83c4-46ea-aece-3d60ec6782a7 req-18691475-fdf1-469b-b96a-e0960e11c218 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0458119 May 25 16:21:58.700076 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2bfd8-83c4-46ea-aece-3d60ec6782a7 req-65d76d07-b7c9-4763-a184-f516da36ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:58.701615 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0df2bfd8-83c4-46ea-aece-3d60ec6782a7 req-65d76d07-b7c9-4763-a184-f516da36ab7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438170 May 25 16:21:58.799188 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0df2bfd8-83c4-46ea-aece-3d60ec6782a7 req-c3256697-8048-4625-a770-f9018341511d service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885720 May 25 16:21:58.907887 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0df2bfd8-83c4-46ea-aece-3d60ec6782a7 req-ae4d6b1f-c925-4d7f-a6ed-3527d66678cb service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009610 May 25 16:22:00.400348 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:00.407563 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:04.010951 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-71fdc4b1-3c4d-4d2b-8d7c-860c3afde022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.590136 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:05.590881 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:06.227941 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ad93ea6f-e2cb-439a-a5df-c5235e996666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:07.118687 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:08.690682 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:08.899487 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=54 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:08.902265 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=47 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:10.075099 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:20.061956 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:20.069991 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:20.417960 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:30.407461 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:30.411403 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:31.713529 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:31.714714 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:32.602579 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:22:34.014708 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4c45fd0c-7593-4594-b458-e282fba54d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:36.235516 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ee3f900a-a8e4-45c4-994a-bfe512f55036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:37.121962 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:38.693022 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:40.075496 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:42.593605 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:42.594815 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:50.061403 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:50.073132 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:50.440486 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.319630 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0c6c3607-3160-417e-b862-f7d47121c770 req-597c92cf-97ef-4ee7-bd95-78ff7c43aa8c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448999 May 25 16:22:58.384141 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c3607-3160-417e-b862-f7d47121c770 req-9f991148-190d-4f9e-8998-6248a6395d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:58.385637 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0c6c3607-3160-417e-b862-f7d47121c770 req-9f991148-190d-4f9e-8998-6248a6395d22 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 1130 time: 0.0428991 May 25 16:22:58.513248 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c3607-3160-417e-b862-f7d47121c770 req-2e310a9e-5d7d-4fbd-91bc-a739fc82df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:58.514728 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0c6c3607-3160-417e-b862-f7d47121c770 req-2e310a9e-5d7d-4fbd-91bc-a739fc82df18 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 912 time: 0.1088617 May 25 16:22:58.582906 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0c6c3607-3160-417e-b862-f7d47121c770 req-3eee8c93-4389-4c8f-a557-069a50022f8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38fb0ca3-b448-4452-b40c-89c94abd3c4e HTTP/1.1" status: 200 len: 1002 time: 0.0618870 May 25 16:22:58.636387 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c3607-3160-417e-b862-f7d47121c770 req-a604a44d-bda6-4225-b6b6-f4ef61f9ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:58.637775 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0c6c3607-3160-417e-b862-f7d47121c770 req-a604a44d-bda6-4225-b6b6-f4ef61f9ec44 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0479414 May 25 16:22:58.685870 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c3607-3160-417e-b862-f7d47121c770 req-8c909822-bce9-4a10-accd-a6888b79a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:58.687760 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0c6c3607-3160-417e-b862-f7d47121c770 req-8c909822-bce9-4a10-accd-a6888b79a19a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431433 May 25 16:22:58.783843 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0c6c3607-3160-417e-b862-f7d47121c770 req-4b62de4c-d5b1-4561-8313-40a193f60c0b service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892966 May 25 16:22:58.879911 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0c6c3607-3160-417e-b862-f7d47121c770 req-014908c3-7326-4339-be3b-6d84248fac8d service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902345 May 25 16:23:00.420409 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:00.430995 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:04.020209 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-29dc4f9d-8fb0-4eee-992d-64f9d8fa088a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:06.224853 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bde9afe2-77af-4b0c-bb01-ac7231170013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:07.124684 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:08.701453 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:08.711292 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:08.712289 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:08.875582 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=54 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:08.876761 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=47 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:09.605165 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:23:10.071880 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:20.401455 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 45974) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:20.432118 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:20.647223 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Deleting port 8b15a0b2-694b-4f7c-b064-5e3b6a9431d9 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:23:20.647578 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (8b15a0b2-694b-4f7c-b064-5e3b6a9431d9), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:20.727117 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (8b15a0b2-694b-4f7c-b064-5e3b6a9431d9), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:20.727416 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for floatingip (8b15a0b2-694b-4f7c-b064-5e3b6a9431d9), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:20.740199 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Calling delete_port for 8b15a0b2-694b-4f7c-b064-5e3b6a9431d9 owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:23:20.893700 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (8b15a0b2-694b-4f7c-b064-5e3b6a9431d9), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:20.917818 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event deleted for resources: {'Port': ['ID=8b15a0b2-694b-4f7c-b064-5e3b6a9431d9,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:20.929749 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.930092 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.930432 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.930769 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.931098 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.931425 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.931751 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.932109 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.932432 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.932750 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.933065 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.933475 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.933792 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.934106 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.934423 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:20.989447 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for floatingip (291bd890-1191-4726-9e95-3d660e8b1314), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:20.989754 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Floating IP 291bd890-1191-4726-9e95-3d660e8b1314 disassociated (deleted). External IP: 172.27.0.141, port: 38fb0ca3-b448-4452-b40c-89c94abd3c4e. May 25 16:23:21.187855 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Router fc4a72a2-e89c-4d72-b751-99c9e94d0788 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:23:21.303864 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:23:21.309198 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:21.314537 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb535838-9737-49ce-9309-8279ebb9bd49 None None] Sync routers for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:23:21.325035 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb535838-9737-49ce-9309-8279ebb9bd49 None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:21.325716 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-cb535838-9737-49ce-9309-8279ebb9bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:23:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:21.331323 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:21.343184 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-54f0a124-efc5-4e9b-a6b5-bc2e57ada235 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "DELETE /v2.0/floatingips/291bd890-1191-4726-9e95-3d660e8b1314 HTTP/1.1" status: 204 len: 168 time: 0.9402583 May 25 16:23:21.343782 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9123c32b-913c-428e-82fe-7be348045e44', 'tag': '38fb0ca3-b448-4452-b40c-89c94abd3c4e'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:23:21.346238 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8f13a41a672373b7934c0bb9d6d420e6de61036ce179c8293880d05bea6aedb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e495e93-44f4-48fe-95df-20ce577800d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9123c32b-913c-428e-82fe-7be348045e44", "tag": "38fb0ca3-b448-4452-b40c-89c94abd3c4e"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:23:21.443109 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-cb535838-9737-49ce-9309-8279ebb9bd49 None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:21.549431 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b66fc3-594c-4977-9afb-e330f26127dd x-openstack-request-id: req-79b66fc3-594c-4977-9afb-e330f26127dd {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:23:21.549927 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9123c32b-913c-428e-82fe-7be348045e44", "tag": "38fb0ca3-b448-4452-b40c-89c94abd3c4e", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:23:21.549927 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-79b66fc3-594c-4977-9afb-e330f26127dd {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:23:21.550496 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b66fc3-594c-4977-9afb-e330f26127dd'] response: {'name': 'network-changed', 'server_uuid': '9123c32b-913c-428e-82fe-7be348045e44', 'tag': '38fb0ca3-b448-4452-b40c-89c94abd3c4e', 'status': 'completed', 'code': 200} May 25 16:23:21.628906 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37857da0-08c2-4936-82f3-5b20395fbce1 req-b4ff7dc7-c6d1-4cc6-9c84-59565a05a731 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:21.630384 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-37857da0-08c2-4936-82f3-5b20395fbce1 req-b4ff7dc7-c6d1-4cc6-9c84-59565a05a731 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 946 time: 0.1023803 May 25 16:23:21.642141 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:21.684003 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-37857da0-08c2-4936-82f3-5b20395fbce1 req-5f532aa3-0c70-4f55-910b-30a4a47533b2 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477309 May 25 16:23:21.795729 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-cb535838-9737-49ce-9309-8279ebb9bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '489f6f25-cf03-4e89-b24a-316738256d7a', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:2f:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539efdcc-6973-43c1-a734-92c87b922e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:19:44Z', 'updated_at': '2022-05-25T16:19:47Z', 'revision_number': 1, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:21.820674 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb535838-9737-49ce-9309-8279ebb9bd49 None None] Checking router: fc4a72a2-e89c-4d72-b751-99c9e94d0788 for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:23:21.829473 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb535838-9737-49ce-9309-8279ebb9bd49 None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:21.830066 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-cb535838-9737-49ce-9309-8279ebb9bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:23:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:21.930183 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-cb535838-9737-49ce-9309-8279ebb9bd49 None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:22.072238 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:22.144888 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-cb535838-9737-49ce-9309-8279ebb9bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '489f6f25-cf03-4e89-b24a-316738256d7a', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:2f:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539efdcc-6973-43c1-a734-92c87b922e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:19:44Z', 'updated_at': '2022-05-25T16:19:47Z', 'revision_number': 1, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:22.169221 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb535838-9737-49ce-9309-8279ebb9bd49 None None] The sync data for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi is: [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_floatingips': [{'id': '489f6f25-cf03-4e89-b24a-316738256d7a', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'router_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'port_id': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'mac_address': 'fa:16:3e:2f:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539efdcc-6973-43c1-a734-92c87b922e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:19:44Z', 'updated_at': '2022-05-25T16:19:47Z', 'revision_number': 1, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:23:22.407160 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97876e3-cbc6-406f-bee1-0396c8571d56 None None] New status for floating IP 291bd890-1191-4726-9e95-3d660e8b1314: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:23:22.660798 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e495e93-44f4-48fe-95df-20ce577800d3 req-161033f2-9b9e-4761-a11c-6f2748ae166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:22.662264 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6e495e93-44f4-48fe-95df-20ce577800d3 req-161033f2-9b9e-4761-a11c-6f2748ae166f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 1130 time: 0.0895209 May 25 16:23:22.829930 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e495e93-44f4-48fe-95df-20ce577800d3 req-cd8e3ab8-f19b-4dd1-b29f-99bfba17bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:22.831412 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6e495e93-44f4-48fe-95df-20ce577800d3 req-cd8e3ab8-f19b-4dd1-b29f-99bfba17bf93 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 912 time: 0.0943975 May 25 16:23:22.886774 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c4c60-d5a6-4dc3-a31a-6a93f21c0a53 req-305fb53e-b4f4-4b52-9651-4cc2a0ca32a4 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:22.888242 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5a9c4c60-d5a6-4dc3-a31a-6a93f21c0a53 req-305fb53e-b4f4-4b52-9651-4cc2a0ca32a4 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 946 time: 0.1056993 May 25 16:23:22.937690 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5a9c4c60-d5a6-4dc3-a31a-6a93f21c0a53 req-9854a2c3-4407-48f7-92c2-73d3f0cb008b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434813 May 25 16:23:23.061960 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6e495e93-44f4-48fe-95df-20ce577800d3 req-506d10d1-c309-49e7-ac18-c704f47b50e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38fb0ca3-b448-4452-b40c-89c94abd3c4e HTTP/1.1" status: 200 len: 217 time: 0.0417042 May 25 16:23:23.145914 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e495e93-44f4-48fe-95df-20ce577800d3 req-49b8358a-03f8-4708-86c7-85c6ff8db782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:23.147281 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6e495e93-44f4-48fe-95df-20ce577800d3 req-49b8358a-03f8-4708-86c7-85c6ff8db782 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0781214 May 25 16:23:23.153467 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7973490-d5ed-42bf-8cf1-f18397e26833 req-de6e80e7-7528-4f2c-9f53-720285065abd tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:23.154769 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f7973490-d5ed-42bf-8cf1-f18397e26833 req-de6e80e7-7528-4f2c-9f53-720285065abd tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 946 time: 0.0606930 May 25 16:23:23.217957 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e495e93-44f4-48fe-95df-20ce577800d3 req-63a3be3f-4997-4d9e-82d9-ad4e72a42477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:23.219407 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6e495e93-44f4-48fe-95df-20ce577800d3 req-63a3be3f-4997-4d9e-82d9-ad4e72a42477 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638268 May 25 16:23:23.308989 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-f7973490-d5ed-42bf-8cf1-f18397e26833 req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Deleting port 38fb0ca3-b448-4452-b40c-89c94abd3c4e {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:23:23.309335 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f7973490-d5ed-42bf-8cf1-f18397e26833 req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:23.401937 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6e495e93-44f4-48fe-95df-20ce577800d3 req-36bf6879-a76c-41ff-ada1-f74a69838f51 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748650 May 25 16:23:23.474777 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-f7973490-d5ed-42bf-8cf1-f18397e26833 req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] For port 38fb0ca3-b448-4452-b40c-89c94abd3c4e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=38fb0ca3-b448-4452-b40c-89c94abd3c4e,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:23.475107 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f7973490-d5ed-42bf-8cf1-f18397e26833 req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:23.492140 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-f7973490-d5ed-42bf-8cf1-f18397e26833 req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Calling delete_port for 38fb0ca3-b448-4452-b40c-89c94abd3c4e owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:23:23.558962 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6e495e93-44f4-48fe-95df-20ce577800d3 req-fbc10801-873e-4c86-8f0b-f18d8a5c90c5 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502607 May 25 16:23:23.648246 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f7973490-d5ed-42bf-8cf1-f18397e26833 req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (38fb0ca3-b448-4452-b40c-89c94abd3c4e), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:23.654353 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:23.678090 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event deleted for resources: {'Port': ['ID=38fb0ca3-b448-4452-b40c-89c94abd3c4e,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:23.685908 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:23.711115 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.711456 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.711790 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.712146 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.712470 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.712786 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.713101 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.713416 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.713729 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.714045 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.714345 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.714683 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.714992 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.715299 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.715608 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:23.736264 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7973490-d5ed-42bf-8cf1-f18397e26833 req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] No DVR routers for this DVR port 38fb0ca3-b448-4452-b40c-89c94abd3c4e on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:23:23.738581 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f7973490-d5ed-42bf-8cf1-f18397e26833 req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:23.741769 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f7973490-d5ed-42bf-8cf1-f18397e26833 req-6cd2f269-b584-4e21-8903-ffb3de0e735b tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "DELETE /v2.0/ports/38fb0ca3-b448-4452-b40c-89c94abd3c4e HTTP/1.1" status: 204 len: 173 time: 0.5787199 May 25 16:23:23.742185 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9123c32b-913c-428e-82fe-7be348045e44', 'name': 'network-vif-deleted', 'tag': '38fb0ca3-b448-4452-b40c-89c94abd3c4e'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:23:23.744375 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e44783d-9971-420e-a473-c559e8c94430" -d '{"events": [{"server_uuid": "9123c32b-913c-428e-82fe-7be348045e44", "name": "network-vif-deleted", "tag": "38fb0ca3-b448-4452-b40c-89c94abd3c4e"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:23:23.783346 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffbb535-cad5-4d54-9632-342500378f9e x-openstack-request-id: req-fffbb535-cad5-4d54-9632-342500378f9e {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:23:23.783639 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9123c32b-913c-428e-82fe-7be348045e44", "name": "network-vif-deleted", "tag": "38fb0ca3-b448-4452-b40c-89c94abd3c4e", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:23:23.783933 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fffbb535-cad5-4d54-9632-342500378f9e {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:23:23.784387 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fffbb535-cad5-4d54-9632-342500378f9e'] response: {'server_uuid': '9123c32b-913c-428e-82fe-7be348045e44', 'name': 'network-vif-deleted', 'tag': '38fb0ca3-b448-4452-b40c-89c94abd3c4e', 'status': 'completed', 'code': 200} May 25 16:23:24.051437 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a532f140-97f5-4e6d-9d9c-53d959307ead req-8be6ac52-6b3d-4711-97e8-8e01a47d7bce tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=9123c32b-913c-428e-82fe-7be348045e44 HTTP/1.1" status: 200 len: 210 time: 0.0294392 May 25 16:23:26.591286 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 38fb0ca3-b448-4452-b40c-89c94abd3c4e no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:23:26.617455 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 38fb0ca3-b448-4452-b40c-89c94abd3c4e {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:23:26.617836 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 38fb0ca3-b448-4452-b40c-89c94abd3c4e not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:23:27.407497 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 46024) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:27.550377 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-4db598d7-4a6c-4a78-9e99-e28462fc45f6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Deleting port a3c1fb94-cd06-4875-b7dd-df1b9e9865c8 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:23:27.550745 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4db598d7-4a6c-4a78-9e99-e28462fc45f6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (a3c1fb94-cd06-4875-b7dd-df1b9e9865c8), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:27.634028 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4db598d7-4a6c-4a78-9e99-e28462fc45f6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (a3c1fb94-cd06-4875-b7dd-df1b9e9865c8), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:27.634371 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4db598d7-4a6c-4a78-9e99-e28462fc45f6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for floatingip (a3c1fb94-cd06-4875-b7dd-df1b9e9865c8), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:27.647404 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-4db598d7-4a6c-4a78-9e99-e28462fc45f6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Calling delete_port for a3c1fb94-cd06-4875-b7dd-df1b9e9865c8 owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:23:27.842872 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4db598d7-4a6c-4a78-9e99-e28462fc45f6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (a3c1fb94-cd06-4875-b7dd-df1b9e9865c8), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:27.865999 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db598d7-4a6c-4a78-9e99-e28462fc45f6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event deleted for resources: {'Port': ['ID=a3c1fb94-cd06-4875-b7dd-df1b9e9865c8,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:27.926794 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4db598d7-4a6c-4a78-9e99-e28462fc45f6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for floatingip (489f6f25-cf03-4e89-b24a-316738256d7a), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:27.927016 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-4db598d7-4a6c-4a78-9e99-e28462fc45f6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Floating IP 489f6f25-cf03-4e89-b24a-316738256d7a disassociated (deleted). External IP: 172.27.0.177, port: 5264fc9c-9b67-46b8-b243-fb98e7e2afe8. May 25 16:23:28.139546 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db598d7-4a6c-4a78-9e99-e28462fc45f6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Router fc4a72a2-e89c-4d72-b751-99c9e94d0788 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:23:28.201089 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:28.247025 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db598d7-4a6c-4a78-9e99-e28462fc45f6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:23:28.251895 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4db598d7-4a6c-4a78-9e99-e28462fc45f6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:28.256570 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13580b9e-b4d9-4793-bec7-8a25fae42aca None None] Sync routers for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:23:28.266171 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13580b9e-b4d9-4793-bec7-8a25fae42aca None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:28.266779 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-13580b9e-b4d9-4793-bec7-8a25fae42aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:23:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:28.282070 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4db598d7-4a6c-4a78-9e99-e28462fc45f6 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "DELETE /v2.0/floatingips/489f6f25-cf03-4e89-b24a-316738256d7a HTTP/1.1" status: 204 len: 168 time: 0.8734181 May 25 16:23:28.282641 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539efdcc-6973-43c1-a734-92c87b922e4e', 'tag': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:23:28.285037 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8730ac-bf54-49c3-a0f9-8ef8b0e793df" -d '{"events": [{"name": "network-changed", "server_uuid": "539efdcc-6973-43c1-a734-92c87b922e4e", "tag": "5264fc9c-9b67-46b8-b243-fb98e7e2afe8"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:23:28.307894 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:28.326364 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9f5c43-41ce-45e0-8034-563fb97f601a x-openstack-request-id: req-dc9f5c43-41ce-45e0-8034-563fb97f601a {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:23:28.326654 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539efdcc-6973-43c1-a734-92c87b922e4e", "tag": "5264fc9c-9b67-46b8-b243-fb98e7e2afe8", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:23:28.326940 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dc9f5c43-41ce-45e0-8034-563fb97f601a {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:23:28.327337 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9f5c43-41ce-45e0-8034-563fb97f601a'] response: {'name': 'network-changed', 'server_uuid': '539efdcc-6973-43c1-a734-92c87b922e4e', 'tag': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'status': 'completed', 'code': 200} May 25 16:23:28.379196 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-13580b9e-b4d9-4793-bec7-8a25fae42aca None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:28.400047 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8730ac-bf54-49c3-a0f9-8ef8b0e793df req-7163ccae-46eb-4212-9dc3-a30b119cfaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:28.401920 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f8730ac-bf54-49c3-a0f9-8ef8b0e793df req-7163ccae-46eb-4212-9dc3-a30b119cfaa1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31462b97f7a04859b66398fd6386cfc4&device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 1130 time: 0.0534885 May 25 16:23:28.486073 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:28.515563 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8730ac-bf54-49c3-a0f9-8ef8b0e793df req-5f10668c-06a8-4fa6-a11a-f9995f3d1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:28.517072 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f8730ac-bf54-49c3-a0f9-8ef8b0e793df req-5f10668c-06a8-4fa6-a11a-f9995f3d1ab6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 200 len: 912 time: 0.1045988 May 25 16:23:28.527774 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068951a-8934-4d0a-a844-ecd9a2a418a1 req-4e1bf59d-bbfb-4585-b9ad-b2336cdcb280 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:28.529368 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1068951a-8934-4d0a-a844-ecd9a2a418a1 req-4e1bf59d-bbfb-4585-b9ad-b2336cdcb280 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 946 time: 0.0521989 May 25 16:23:28.574529 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-13580b9e-b4d9-4793-bec7-8a25fae42aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:28.578454 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1068951a-8934-4d0a-a844-ecd9a2a418a1 req-d41e2826-3b80-411a-a33a-98cb76f0e455 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430555 May 25 16:23:28.599142 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13580b9e-b4d9-4793-bec7-8a25fae42aca None None] Checking router: fc4a72a2-e89c-4d72-b751-99c9e94d0788 for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:23:28.607839 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13580b9e-b4d9-4793-bec7-8a25fae42aca None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:28.608456 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-13580b9e-b4d9-4793-bec7-8a25fae42aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:23:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:28.711943 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-13580b9e-b4d9-4793-bec7-8a25fae42aca None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:28.897393 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-13580b9e-b4d9-4793-bec7-8a25fae42aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:28.922937 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13580b9e-b4d9-4793-bec7-8a25fae42aca None None] The sync data for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi is: [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:16:36Z', 'revision_number': 4, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi', '_interfaces': [{'id': 'd7a1c3a3-57d5-478b-9e81-8355ea98123e', 'name': '', 'network_id': '8835a77f-3e24-453e-9279-13b9fbf47bf1', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'mac_address': 'fa:16:3e:23:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:36Z', 'updated_at': '2022-05-25T16:16:44Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'subnets': [{'id': 'd28cdea5-ab1d-4124-9552-bbd7e9234ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:23:29.137639 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97a9ccb-8505-4c14-a609-0a031e0d347f None None] New status for floating IP 489f6f25-cf03-4e89-b24a-316738256d7a: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:23:29.564702 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f8730ac-bf54-49c3-a0f9-8ef8b0e793df req-01c559a9-8985-42c1-9c8f-7e20d4f650ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5264fc9c-9b67-46b8-b243-fb98e7e2afe8 HTTP/1.1" status: 200 len: 217 time: 0.0414875 May 25 16:23:29.618479 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8730ac-bf54-49c3-a0f9-8ef8b0e793df req-1cd27719-cdff-429a-98c2-7c61216c3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:29.620009 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f8730ac-bf54-49c3-a0f9-8ef8b0e793df req-1cd27719-cdff-429a-98c2-7c61216c3c56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 200 len: 850 time: 0.0484405 May 25 16:23:29.696719 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aae92-b584-42f6-ba74-7e8532b31f11 req-307eb5b4-009d-4306-b3ec-1478bb530083 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:29.698212 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-013aae92-b584-42f6-ba74-7e8532b31f11 req-307eb5b4-009d-4306-b3ec-1478bb530083 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 946 time: 0.0482233 May 25 16:23:29.786744 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8730ac-bf54-49c3-a0f9-8ef8b0e793df req-a6e6a2f1-497d-4e9e-9258-29dea445c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:29.788828 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f8730ac-bf54-49c3-a0f9-8ef8b0e793df req-a6e6a2f1-497d-4e9e-9258-29dea445c572 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8835a77f-3e24-453e-9279-13b9fbf47bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636621 May 25 16:23:29.792948 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-013aae92-b584-42f6-ba74-7e8532b31f11 req-4cff8e1d-43a4-43b6-8ada-d073feb132ef tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/security-groups?id=d0091e47-3d47-4af2-9da5-a65bf076ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890551 May 25 16:23:29.884041 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f8730ac-bf54-49c3-a0f9-8ef8b0e793df req-56994ac7-3695-4047-887a-63e5eda9d199 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869362 May 25 16:23:30.015699 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f8730ac-bf54-49c3-a0f9-8ef8b0e793df req-bb1577cb-7a93-411a-836b-159dcf245a21 service neutron] 10.222.0.67 "GET /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857959 May 25 16:23:30.067050 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa0d56-1187-45b4-9338-de3ca247f3a8 req-457d0a3a-6c8c-4623-ac98-705a6a7c76b4 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:30.068539 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-24aa0d56-1187-45b4-9338-de3ca247f3a8 req-457d0a3a-6c8c-4623-ac98-705a6a7c76b4 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 946 time: 0.0519860 May 25 16:23:30.147924 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-24aa0d56-1187-45b4-9338-de3ca247f3a8 req-b9ae9439-53f9-457f-aadf-ead0c270cf4e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Deleting port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:23:30.148159 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-24aa0d56-1187-45b4-9338-de3ca247f3a8 req-b9ae9439-53f9-457f-aadf-ead0c270cf4e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:30.238610 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-24aa0d56-1187-45b4-9338-de3ca247f3a8 req-b9ae9439-53f9-457f-aadf-ead0c270cf4e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] For port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5264fc9c-9b67-46b8-b243-fb98e7e2afe8,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:30.238943 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-24aa0d56-1187-45b4-9338-de3ca247f3a8 req-b9ae9439-53f9-457f-aadf-ead0c270cf4e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:30.252525 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-24aa0d56-1187-45b4-9338-de3ca247f3a8 req-b9ae9439-53f9-457f-aadf-ead0c270cf4e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Calling delete_port for 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:23:30.313892 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:30.377853 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-24aa0d56-1187-45b4-9338-de3ca247f3a8 req-b9ae9439-53f9-457f-aadf-ead0c270cf4e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (5264fc9c-9b67-46b8-b243-fb98e7e2afe8), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:30.404083 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae9439-53f9-457f-aadf-ead0c270cf4e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event deleted for resources: {'Port': ['ID=5264fc9c-9b67-46b8-b243-fb98e7e2afe8,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:30.454151 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-24aa0d56-1187-45b4-9338-de3ca247f3a8 req-b9ae9439-53f9-457f-aadf-ead0c270cf4e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] No DVR routers for this DVR port 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 on host hv-cinder-84327 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:23:30.456942 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-24aa0d56-1187-45b4-9338-de3ca247f3a8 req-b9ae9439-53f9-457f-aadf-ead0c270cf4e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:30.460189 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-24aa0d56-1187-45b4-9338-de3ca247f3a8 req-b9ae9439-53f9-457f-aadf-ead0c270cf4e tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.67 "DELETE /v2.0/ports/5264fc9c-9b67-46b8-b243-fb98e7e2afe8 HTTP/1.1" status: 204 len: 173 time: 0.3863003 May 25 16:23:30.460608 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539efdcc-6973-43c1-a734-92c87b922e4e', 'name': 'network-vif-deleted', 'tag': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:23:30.462855 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29ec838a2d722026180ff91c32ed3b83f0f577e998df8c546b698a2ebd4cce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c40434-c743-4b90-8c7a-537ca83149c0" -d '{"events": [{"server_uuid": "539efdcc-6973-43c1-a734-92c87b922e4e", "name": "network-vif-deleted", "tag": "5264fc9c-9b67-46b8-b243-fb98e7e2afe8"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:23:30.561852 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b713888a-6ff1-4b2f-9798-638b64207d9e x-openstack-request-id: req-b713888a-6ff1-4b2f-9798-638b64207d9e {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:23:30.562151 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539efdcc-6973-43c1-a734-92c87b922e4e", "name": "network-vif-deleted", "tag": "5264fc9c-9b67-46b8-b243-fb98e7e2afe8", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:23:30.562403 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b713888a-6ff1-4b2f-9798-638b64207d9e {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:23:30.563117 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b713888a-6ff1-4b2f-9798-638b64207d9e'] response: {'server_uuid': '539efdcc-6973-43c1-a734-92c87b922e4e', 'name': 'network-vif-deleted', 'tag': '5264fc9c-9b67-46b8-b243-fb98e7e2afe8', 'status': 'completed', 'code': 200} May 25 16:23:30.903295 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a710832b-9958-40f9-8526-b325c9ff0856 req-49319985-4ba5-4146-86e5-47f5c402e65c tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "GET /v2.0/ports?device_id=539efdcc-6973-43c1-a734-92c87b922e4e HTTP/1.1" status: 200 len: 210 time: 0.0280976 May 25 16:23:31.973944 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 46042) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:32.094639 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-d44d5c32-fd10-4650-acb7-c264f95b1ef5 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Deleting port d735835b-0197-49bf-9336-3840b1ee386b {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:23:32.094953 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d44d5c32-fd10-4650-acb7-c264f95b1ef5 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (d735835b-0197-49bf-9336-3840b1ee386b), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:32.173398 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d44d5c32-fd10-4650-acb7-c264f95b1ef5 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (d735835b-0197-49bf-9336-3840b1ee386b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:32.173788 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d44d5c32-fd10-4650-acb7-c264f95b1ef5 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for floatingip (d735835b-0197-49bf-9336-3840b1ee386b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:32.190830 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-d44d5c32-fd10-4650-acb7-c264f95b1ef5 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Calling delete_port for d735835b-0197-49bf-9336-3840b1ee386b owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:23:32.344461 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d44d5c32-fd10-4650-acb7-c264f95b1ef5 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (d735835b-0197-49bf-9336-3840b1ee386b), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:32.369081 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d5c32-fd10-4650-acb7-c264f95b1ef5 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event deleted for resources: {'Port': ['ID=d735835b-0197-49bf-9336-3840b1ee386b,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:32.435220 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d44d5c32-fd10-4650-acb7-c264f95b1ef5 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for floatingip (e4e5a166-5219-4a80-87ba-89ddfdcdabb8), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:32.438041 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d44d5c32-fd10-4650-acb7-c264f95b1ef5 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256666'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:32.439258 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d44d5c32-fd10-4650-acb7-c264f95b1ef5 tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "DELETE /v2.0/floatingips/e4e5a166-5219-4a80-87ba-89ddfdcdabb8 HTTP/1.1" status: 204 len: 168 time: 0.4647219 May 25 16:23:33.654067 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 46054) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:33.714229 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff765f19-4f5d-40ba-97aa-ebdf8631883d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group (d0091e47-3d47-4af2-9da5-a65bf076ade6), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:33.739220 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff765f19-4f5d-40ba-97aa-ebdf8631883d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group (d0091e47-3d47-4af2-9da5-a65bf076ade6), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:33.748385 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:33.818496 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff765f19-4f5d-40ba-97aa-ebdf8631883d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (d0091e47-3d47-4af2-9da5-a65bf076ade6), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:33.821128 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff765f19-4f5d-40ba-97aa-ebdf8631883d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:33.822283 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ff765f19-4f5d-40ba-97aa-ebdf8631883d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] 10.222.0.85 "DELETE /v2.0/security-groups/d0091e47-3d47-4af2-9da5-a65bf076ade6 HTTP/1.1" status: 204 len: 168 time: 0.1669741 May 25 16:23:33.832114 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff765f19-4f5d-40ba-97aa-ebdf8631883d tempest-TestVolumeBootPattern-1806662121 tempest-TestVolumeBootPattern-1806662121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0091e47-3d47-4af2-9da5-a65bf076ade6,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:33.873375 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 46058) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:34.004457 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a40d6feb-cabd-4700-92ee-f956a650c18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:34.214214 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:34.295585 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b92d61bc-de08-406d-9f4b-aa458328761f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552652'] for router_interface (fc4a72a2-e89c-4d72-b751-99c9e94d0788), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:34.384805 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:34.520411 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-b92d61bc-de08-406d-9f4b-aa458328761f admin admin] Deleting port d7a1c3a3-57d5-478b-9e81-8355ea98123e {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:23:34.520732 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b92d61bc-de08-406d-9f4b-aa458328761f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:34.602024 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-b92d61bc-de08-406d-9f4b-aa458328761f admin admin] For port d7a1c3a3-57d5-478b-9e81-8355ea98123e, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=d7a1c3a3-57d5-478b-9e81-8355ea98123e,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:34.602379 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b92d61bc-de08-406d-9f4b-aa458328761f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:34.615770 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-b92d61bc-de08-406d-9f4b-aa458328761f admin admin] Calling delete_port for d7a1c3a3-57d5-478b-9e81-8355ea98123e owned by network:router_interface {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:23:34.678053 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:23:34.698328 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] No Port match for: 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:23:34.698668 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Device 5264fc9c-9b67-46b8-b243-fb98e7e2afe8 not bound to the agent host hv-cinder-84327 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:23:34.795290 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b92d61bc-de08-406d-9f4b-aa458328761f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (d7a1c3a3-57d5-478b-9e81-8355ea98123e), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:34.820748 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d61bc-de08-406d-9f4b-aa458328761f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a1c3a3-57d5-478b-9e81-8355ea98123e,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:34.979453 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b92d61bc-de08-406d-9f4b-aa458328761f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-432624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552536'] for router_interface (fc4a72a2-e89c-4d72-b751-99c9e94d0788), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:35.028900 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:35.189280 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92d61bc-de08-406d-9f4b-aa458328761f admin admin] Router fc4a72a2-e89c-4d72-b751-99c9e94d0788 has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:23:35.237711 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:35.562687 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92d61bc-de08-406d-9f4b-aa458328761f admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:23:35.568427 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b92d61bc-de08-406d-9f4b-aa458328761f admin admin] 10.222.0.85 "PUT /v2.0/routers/fc4a72a2-e89c-4d72-b751-99c9e94d0788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6939523 May 25 16:23:35.571306 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 46062) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:35.574697 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90478fed-5ebd-41fc-9d20-b175b7eaaf25 None None] Sync routers for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:23:35.585663 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90478fed-5ebd-41fc-9d20-b175b7eaaf25 None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:35.586262 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-90478fed-5ebd-41fc-9d20-b175b7eaaf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:23:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:35.673639 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Publish callbacks [] for router (fc4a72a2-e89c-4d72-b751-99c9e94d0788), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:35.688788 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-90478fed-5ebd-41fc-9d20-b175b7eaaf25 None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:35.784578 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:35.868225 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-90478fed-5ebd-41fc-9d20-b175b7eaaf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:23:34Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:35.894214 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90478fed-5ebd-41fc-9d20-b175b7eaaf25 None None] Checking router: fc4a72a2-e89c-4d72-b751-99c9e94d0788 for host: dv-cinder-843277-2-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:23:35.903162 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90478fed-5ebd-41fc-9d20-b175b7eaaf25 None None] Routers {'fc4a72a2-e89c-4d72-b751-99c9e94d0788'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:35.903761 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-90478fed-5ebd-41fc-9d20-b175b7eaaf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:23:06Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:36.005512 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-90478fed-5ebd-41fc-9d20-b175b7eaaf25 None None] Set router fc4a72a2-e89c-4d72-b751-99c9e94d0788 gateway port host: dv-cinder-843277-2-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:36.007010 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:36.028190 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Publish callbacks [] for router_gateway (fc4a72a2-e89c-4d72-b751-99c9e94d0788), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.075549 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Deleting port 9dab5f49-11dd-4dbf-9185-20017a23d365 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:23:36.076176 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.160444 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] For port 9dab5f49-11dd-4dbf-9185-20017a23d365, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=9dab5f49-11dd-4dbf-9185-20017a23d365,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:36.160717 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.175072 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Calling delete_port for 9dab5f49-11dd-4dbf-9185-20017a23d365 owned by network:router_gateway {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:23:36.249392 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7ceab115-b6fd-486f-b912-37cf7f827599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.307023 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-90478fed-5ebd-41fc-9d20-b175b7eaaf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:23:34Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:36.335004 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90478fed-5ebd-41fc-9d20-b175b7eaaf25 None None] The sync data for ids ['fc4a72a2-e89c-4d72-b751-99c9e94d0788'] in dv-cinder-843277-2-iscsi is: [{'id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'name': 'tempest-TestVolumeBootPattern-988796325-router', 'tenant_id': '31462b97f7a04859b66398fd6386cfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:33Z', 'updated_at': '2022-05-25T16:23:34Z', 'revision_number': 5, 'project_id': '31462b97f7a04859b66398fd6386cfc4', 'gw_port': {'id': '9dab5f49-11dd-4dbf-9185-20017a23d365', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ea:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a72a2-e89c-4d72-b751-99c9e94d0788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:34Z', 'updated_at': '2022-05-25T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:23:36.361013 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (9dab5f49-11dd-4dbf-9185-20017a23d365), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.384569 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dab5f49-11dd-4dbf-9185-20017a23d365,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:36.444125 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:36.455401 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549174'] for router_gateway (fc4a72a2-e89c-4d72-b751-99c9e94d0788), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.538842 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (fc4a72a2-e89c-4d72-b751-99c9e94d0788), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.541048 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Publish callbacks [] for router_controller (fc4a72a2-e89c-4d72-b751-99c9e94d0788), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.583576 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551056'] for router (fc4a72a2-e89c-4d72-b751-99c9e94d0788), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.584319 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc4a72a2-e89c-4d72-b751-99c9e94d0788 {{(pid=104068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:23:36.588659 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.589387 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e3a45629-ec73-4338-a324-0ea84020e025 admin admin] 10.222.0.85 "DELETE /v2.0/routers/fc4a72a2-e89c-4d72-b751-99c9e94d0788 HTTP/1.1" status: 204 len: 168 time: 1.0168924 May 25 16:23:36.591966 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 46064) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:36.638631 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-964b61a7-8b33-4735-971f-1287674d62b4 admin admin] Deleting subnet d28cdea5-ab1d-4124-9552-bbd7e9234ae2 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:23:36.643443 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-964b61a7-8b33-4735-971f-1287674d62b4 admin admin] Publish callbacks [] for subnet (d28cdea5-ab1d-4124-9552-bbd7e9234ae2), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.686459 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:36.689910 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-964b61a7-8b33-4735-971f-1287674d62b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916365'] for subnet (d28cdea5-ab1d-4124-9552-bbd7e9234ae2), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.770179 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-964b61a7-8b33-4735-971f-1287674d62b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (d28cdea5-ab1d-4124-9552-bbd7e9234ae2), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.827238 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-964b61a7-8b33-4735-971f-1287674d62b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8916455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155739'] for subnet (d28cdea5-ab1d-4124-9552-bbd7e9234ae2), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.851407 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b61a7-8b33-4735-971f-1287674d62b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28cdea5-ab1d-4124-9552-bbd7e9234ae2,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:36.857289 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-964b61a7-8b33-4735-971f-1287674d62b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.862956 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-964b61a7-8b33-4735-971f-1287674d62b4 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d28cdea5-ab1d-4124-9552-bbd7e9234ae2 HTTP/1.1" status: 204 len: 168 time: 0.2676582 May 25 16:23:36.863231 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 46066) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:36.863891 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d257bb1-c675-4197-87dc-a55dc9f7eff9 None None] Network 8835a77f-3e24-453e-9279-13b9fbf47bf1 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:23:36.941607 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (8835a77f-3e24-453e-9279-13b9fbf47bf1), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.987141 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Deleting port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:23:36.987489 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.036701 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] DHCP port deletion for 8835a77f-3e24-453e-9279-13b9fbf47bf1 request from dv-cinder-843277-2-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:23:37.057373 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] For port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:37.057740 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.071434 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Calling delete_port for 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:23:37.073065 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Deleting port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:23:37.073434 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.148190 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] For port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627,segment=NetworkSegment(cd68689e-d840-482a-8a97-1d8afefdc9e1),segment_id=cd68689e-d840-482a-8a97-1d8afefdc9e1)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:37.148657 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.151550 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.152862 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.164330 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Calling delete_port for 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:23:37.178231 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:37.181880 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] No DVR routers for this DVR port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 on host dv-cinder-843277-2-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:23:37.244423 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278'] for port (8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.255804 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (8835a77f-3e24-453e-9279-13b9fbf47bf1), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.266415 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Pushing event deleted for resources: {'Port': ['ID=8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:37.276550 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.276988 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.277219 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.277467 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8835a77f-3e24-453e-9279-13b9fbf47bf1']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:37.277581 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.277857 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.278176 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.278493 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.278807 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.279119 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.279456 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.279741 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.280079 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.280420 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.280750 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.281053 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-2-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:37.283781 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e1609-437c-4107-aa4e-14fded7c7ea2 None None] No DVR routers for this DVR port 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 on host dv-cinder-843277-2-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:23:37.287066 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd68689e-d840-482a-8a97-1d8afefdc9e1') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:37.287360 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd68689e-d840-482a-8a97-1d8afefdc9e1') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:37.301197 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916354'] for segment (cd68689e-d840-482a-8a97-1d8afefdc9e1), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.315021 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (cd68689e-d840-482a-8a97-1d8afefdc9e1), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.321195 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:23:37.321682 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8916485'] for segment (cd68689e-d840-482a-8a97-1d8afefdc9e1), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.335150 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:37.399100 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (8835a77f-3e24-453e-9279-13b9fbf47bf1), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.405977 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.412769 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 46072) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:37.416362 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] 10.222.0.85 "DELETE /v2.0/networks/8835a77f-3e24-453e-9279-13b9fbf47bf1 HTTP/1.1" status: 204 len: 168 time: 0.5517757 May 25 16:23:37.418251 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment cd68689e-d840-482a-8a97-1d8afefdc9e1 resource provider aggregate not found May 25 16:23:37.439022 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9a38f-6fac-4354-9433-fc530bdd3b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=8835a77f-3e24-453e-9279-13b9fbf47bf1,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:37.441789 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment cd68689e-d840-482a-8a97-1d8afefdc9e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd68689e-d840-482a-8a97-1d8afefdc9e1 found for delete ", "request_id": "req-ddc99f72-a0dd-4fe6-9b2f-d6de34ab56bc"}]} May 25 16:23:37.747737 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0e830f81-3148-4f49-8963-6d32e42d61c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552652'] for router_interface (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:37.983983 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-0e830f81-3148-4f49-8963-6d32e42d61c7 admin admin] Deleting port aa2946d8-f928-4ef7-a4f7-e15bddc94de6 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:23:37.984366 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0e830f81-3148-4f49-8963-6d32e42d61c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:38.067615 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-0e830f81-3148-4f49-8963-6d32e42d61c7 admin admin] For port aa2946d8-f928-4ef7-a4f7-e15bddc94de6, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=aa2946d8-f928-4ef7-a4f7-e15bddc94de6,segment=NetworkSegment(8f2efa0d-7f84-47fe-8cce-3d5516d7e653),segment_id=8f2efa0d-7f84-47fe-8cce-3d5516d7e653)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:38.067948 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0e830f81-3148-4f49-8963-6d32e42d61c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:38.077230 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:38.081765 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-0e830f81-3148-4f49-8963-6d32e42d61c7 admin admin] Calling delete_port for aa2946d8-f928-4ef7-a4f7-e15bddc94de6 owned by network:router_interface {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:23:38.215786 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:38.241103 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 9dab5f49-11dd-4dbf-9185-20017a23d365 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:23:38.261310 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 9dab5f49-11dd-4dbf-9185-20017a23d365 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:23:38.261621 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 9dab5f49-11dd-4dbf-9185-20017a23d365 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:23:38.262057 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device d7a1c3a3-57d5-478b-9e81-8355ea98123e no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:23:38.268690 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0e830f81-3148-4f49-8963-6d32e42d61c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991511'] for port (aa2946d8-f928-4ef7-a4f7-e15bddc94de6), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:38.279849 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: d7a1c3a3-57d5-478b-9e81-8355ea98123e {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:23:38.280214 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device d7a1c3a3-57d5-478b-9e81-8355ea98123e not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:23:38.280700 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:23:38.294626 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e830f81-3148-4f49-8963-6d32e42d61c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2946d8-f928-4ef7-a4f7-e15bddc94de6,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:38.305569 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:23:38.305905 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 8d2c0de1-2c6e-4e76-bd54-d8c6d56f9627 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:23:38.458951 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0e830f81-3148-4f49-8963-6d32e42d61c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-432624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552536'] for router_interface (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:38.667336 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e830f81-3148-4f49-8963-6d32e42d61c7 admin admin] Router 36b4b923-7b8a-4b43-9fa5-b09a7d60194a has already been hosted by L3 agent d39136f9-11d4-461e-8e75-8a6cb61bc4ff {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:23:38.692827 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:38.786974 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e830f81-3148-4f49-8963-6d32e42d61c7 admin admin] Notify agent at l3_agent.dv-cinder-843277-2-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:23:38.792195 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-0e830f81-3148-4f49-8963-6d32e42d61c7 admin admin] 10.222.0.85 "PUT /v2.0/routers/36b4b923-7b8a-4b43-9fa5-b09a7d60194a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3781023 May 25 16:23:38.795184 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 46076) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:38.797167 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e1b526-6a21-4fbb-bfb5-3090479586cc None None] Sync routers for ids ['36b4b923-7b8a-4b43-9fa5-b09a7d60194a'] in dv-cinder-843277-2-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:23:38.800022 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=9 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:38.803877 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=9 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:38.811311 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e1b526-6a21-4fbb-bfb5-3090479586cc None None] Routers {'36b4b923-7b8a-4b43-9fa5-b09a7d60194a'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:38.812201 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f6e1b526-6a21-4fbb-bfb5-3090479586cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:23:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['36b4b923-7b8a-4b43-9fa5-b09a7d60194a'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:38.896358 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Publish callbacks [] for router (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:38.911845 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-f6e1b526-6a21-4fbb-bfb5-3090479586cc None None] Set router 36b4b923-7b8a-4b43-9fa5-b09a7d60194a gateway port host: dv-cinder-843277-2-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:38.992376 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Publish callbacks [] for router_gateway (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.028871 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:39.037991 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Deleting port 8730c088-b385-4a52-a694-73196845aa71 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:23:39.038324 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (8730c088-b385-4a52-a694-73196845aa71), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.090423 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f6e1b526-6a21-4fbb-bfb5-3090479586cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'name': 'tempest-TestVolumeBootPattern-1156674642-router', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'external_fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '8730c088-b385-4a52-a694-73196845aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:41Z', 'updated_at': '2022-05-25T16:23:38Z', 'revision_number': 5, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'gw_port': {'id': '8730c088-b385-4a52-a694-73196845aa71', 'name': '', 'network_id': '4e6c4ec2-d02b-4928-8ff2-3ab154959939', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:16:42Z', 'updated_at': '2022-05-25T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29bb8139-60bd-4f64-925e-88078a518cd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-2-iscsi'}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:39.116171 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e1b526-6a21-4fbb-bfb5-3090479586cc None None] Checking router: 36b4b923-7b8a-4b43-9fa5-b09a7d60194a for host: dv-cinder-843277-2-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:23:39.121506 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] For port 8730c088-b385-4a52-a694-73196845aa71, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=8730c088-b385-4a52-a694-73196845aa71,segment=NetworkSegment(9c9bae46-534f-4d38-bbfb-fb69e3088988),segment_id=9c9bae46-534f-4d38-bbfb-fb69e3088988)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:39.121834 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (8730c088-b385-4a52-a694-73196845aa71), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.125735 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e1b526-6a21-4fbb-bfb5-3090479586cc None None] Routers {'36b4b923-7b8a-4b43-9fa5-b09a7d60194a'} bound to L3 agent in host dv-cinder-843277-2-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:39.126344 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f6e1b526-6a21-4fbb-bfb5-3090479586cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T15:59:06Z,description=,heartbeat_timestamp=2022-05-25T16:23:36Z,host='dv-cinder-843277-2-iscsi',id=d39136f9-11d4-461e-8e75-8a6cb61bc4ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T15:59:06Z,topic='l3_agent')) {'router_ids': ['36b4b923-7b8a-4b43-9fa5-b09a7d60194a'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:39.135071 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Calling delete_port for 8730c088-b385-4a52-a694-73196845aa71 owned by network:router_gateway {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:23:39.211522 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-f6e1b526-6a21-4fbb-bfb5-3090479586cc None None] Set router 36b4b923-7b8a-4b43-9fa5-b09a7d60194a gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:39.258795 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f6e1b526-6a21-4fbb-bfb5-3090479586cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'name': 'tempest-TestVolumeBootPattern-1156674642-router', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:41Z', 'updated_at': '2022-05-25T16:23:38Z', 'revision_number': 6, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'gw_port_host': None}], 'dv-cinder-843277-2-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:39.286280 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e1b526-6a21-4fbb-bfb5-3090479586cc None None] The sync data for ids ['36b4b923-7b8a-4b43-9fa5-b09a7d60194a'] in dv-cinder-843277-2-iscsi is: [{'id': '36b4b923-7b8a-4b43-9fa5-b09a7d60194a', 'name': 'tempest-TestVolumeBootPattern-1156674642-router', 'tenant_id': '125dc8f9e58b436a9103f12b6968a2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:16:41Z', 'updated_at': '2022-05-25T16:23:38Z', 'revision_number': 6, 'project_id': '125dc8f9e58b436a9103f12b6968a2cd', 'gw_port_host': None}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:23:39.309098 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (8730c088-b385-4a52-a694-73196845aa71), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.332828 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Pushing event deleted for resources: {'Port': ['ID=8730c088-b385-4a52-a694-73196845aa71,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:39.399695 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549174'] for router_gateway (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.485505 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.487744 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Publish callbacks [] for router_controller (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.542021 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551056'] for router (36b4b923-7b8a-4b43-9fa5-b09a7d60194a), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.542528 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36b4b923-7b8a-4b43-9fa5-b09a7d60194a {{(pid=104068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:23:39.547021 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.548169 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-dfdcecd4-dd20-43c2-9254-ad7586c02efb admin admin] 10.222.0.85 "DELETE /v2.0/routers/36b4b923-7b8a-4b43-9fa5-b09a7d60194a HTTP/1.1" status: 204 len: 168 time: 0.7517686 May 25 16:23:39.550816 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 46078) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:39.594181 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a67ad78-6d15-4343-8b9f-725ccc356537 admin admin] Deleting subnet be76ae61-9313-42cc-8b67-b20ddabb5cfd {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:23:39.595845 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:39.597786 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3a67ad78-6d15-4343-8b9f-725ccc356537 admin admin] Publish callbacks [] for subnet (be76ae61-9313-42cc-8b67-b20ddabb5cfd), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.636705 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3a67ad78-6d15-4343-8b9f-725ccc356537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916365'] for subnet (be76ae61-9313-42cc-8b67-b20ddabb5cfd), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.719326 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3a67ad78-6d15-4343-8b9f-725ccc356537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8244150'] for subnet (be76ae61-9313-42cc-8b67-b20ddabb5cfd), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.771052 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3a67ad78-6d15-4343-8b9f-725ccc356537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8244141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8916455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155739'] for subnet (be76ae61-9313-42cc-8b67-b20ddabb5cfd), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.797564 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67ad78-6d15-4343-8b9f-725ccc356537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be76ae61-9313-42cc-8b67-b20ddabb5cfd,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:39.799416 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3a67ad78-6d15-4343-8b9f-725ccc356537 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.802530 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3a67ad78-6d15-4343-8b9f-725ccc356537 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/be76ae61-9313-42cc-8b67-b20ddabb5cfd HTTP/1.1" status: 204 len: 168 time: 0.2508035 May 25 16:23:39.805137 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 46080) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:39.807166 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c5ce3-b207-47f5-ab7e-8e57d92a7b00 None None] Network f04a474c-d317-4aa2-8da9-9a9cffb65634 requested from dv-cinder-843277-2-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:23:39.853445 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:39.877831 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154653'] for network (f04a474c-d317-4aa2-8da9-9a9cffb65634), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.920544 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Deleting port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:23:39.920867 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.985228 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] For port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090, host dv-cinder-843277-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-2-iscsi',level=0,port_id=3b5e83d9-f8cd-4d0f-9f05-d1c126e47090,segment=NetworkSegment(8f2efa0d-7f84-47fe-8cce-3d5516d7e653),segment_id=8f2efa0d-7f84-47fe-8cce-3d5516d7e653)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:39.985490 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:39.987598 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:40.004133 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Calling delete_port for 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:23:40.068158 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608b73b7-236f-4f21-bb2a-47f655cb61de None None] DHCP port deletion for f04a474c-d317-4aa2-8da9-9a9cffb65634 request from dv-cinder-843277-2-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:23:40.089151 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8916528'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.095112 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.108709 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-608b73b7-236f-4f21-bb2a-47f655cb61de None None] Deleting port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:23:40.109078 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-608b73b7-236f-4f21-bb2a-47f655cb61de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767735056842'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.115302 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5e83d9-f8cd-4d0f-9f05-d1c126e47090,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:40.118643 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] No DVR routers for this DVR port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 on host dv-cinder-843277-2-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:23:40.173893 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-608b73b7-236f-4f21-bb2a-47f655cb61de None None] For port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090, host dv-cinder-843277-2-iscsi, got binding levels [] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:40.174404 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-608b73b7-236f-4f21-bb2a-47f655cb61de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543117'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.191593 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-608b73b7-236f-4f21-bb2a-47f655cb61de None None] Calling delete_port for 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:23:40.193831 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8243001', 'neutron.services.segments.db._delete_segments_for_network-8767734990439'] for network (f04a474c-d317-4aa2-8da9-9a9cffb65634), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.195475 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.ipam_backend_mixin [None req-608b73b7-236f-4f21-bb2a-47f655cb61de None None] Port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 was not found and therefore no delete operation was performed {{(pid=104070) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:23:40.196949 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-608b73b7-236f-4f21-bb2a-47f655cb61de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8334193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767735066552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734528278'] for port (3b5e83d9-f8cd-4d0f-9f05-d1c126e47090), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.221441 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04a474c-d317-4aa2-8da9-9a9cffb65634']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:40.226811 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b73b7-236f-4f21-bb2a-47f655cb61de None None] Pushing event deleted for resources: {'Port': ['ID=3b5e83d9-f8cd-4d0f-9f05-d1c126e47090,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:40.231977 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b73b7-236f-4f21-bb2a-47f655cb61de None None] No DVR routers for this DVR port 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 on host dv-cinder-843277-2-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:23:40.236357 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2efa0d-7f84-47fe-8cce-3d5516d7e653') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:40.236673 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2efa0d-7f84-47fe-8cce-3d5516d7e653') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:40.248527 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767734989424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916354'] for segment (8f2efa0d-7f84-47fe-8cce-3d5516d7e653), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.252321 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:23:40.263737 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213'] for segment (8f2efa0d-7f84-47fe-8cce-3d5516d7e653), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.270173 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:23:40.270589 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8247213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8916485'] for segment (8f2efa0d-7f84-47fe-8cce-3d5516d7e653), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.275314 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:23:40.275683 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 3b5e83d9-f8cd-4d0f-9f05-d1c126e47090 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:23:40.276218 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device aa2946d8-f928-4ef7-a4f7-e15bddc94de6 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:23:40.308275 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: aa2946d8-f928-4ef7-a4f7-e15bddc94de6 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:23:40.308731 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device aa2946d8-f928-4ef7-a4f7-e15bddc94de6 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:23:40.309033 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 8730c088-b385-4a52-a694-73196845aa71 no longer exists at agent ovs-agent-dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:23:40.315210 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 8f2efa0d-7f84-47fe-8cce-3d5516d7e653 resource provider aggregate not found May 25 16:23:40.329892 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] No Port match for: 8730c088-b385-4a52-a694-73196845aa71 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:23:40.330349 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Device 8730c088-b385-4a52-a694-73196845aa71 not bound to the agent host dv-cinder-843277-2-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:23:40.337391 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 8f2efa0d-7f84-47fe-8cce-3d5516d7e653 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f2efa0d-7f84-47fe-8cce-3d5516d7e653 found for delete ", "request_id": "req-9f209c00-2b79-4ecb-85e3-d0a08fc215c1"}]} May 25 16:23:40.340442 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8242992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-432633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549598'] for network (f04a474c-d317-4aa2-8da9-9a9cffb65634), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.345279 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-432619'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.349280 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] 10.222.0.85 "DELETE /v2.0/networks/f04a474c-d317-4aa2-8da9-9a9cffb65634 HTTP/1.1" status: 204 len: 168 time: 0.5432193 May 25 16:23:40.362811 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5be86-1c33-4d97-829f-dda903179c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=f04a474c-d317-4aa2-8da9-9a9cffb65634,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:40.476548 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 46088) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:40.517448 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-8af91c7f-b6e4-4605-b60d-62fca371db04 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=31462b97f7a04859b66398fd6386cfc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397525 May 25 16:23:40.520134 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.85', 46090) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:40.581795 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-18ef7e90-89b6-4c04-a6f8-b276e4230e42 admin admin] Publish callbacks [] for security_group (fcb68ed7-177b-4090-b687-3def5cf46b1b), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.604366 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-18ef7e90-89b6-4c04-a6f8-b276e4230e42 admin admin] Publish callbacks [] for security_group (fcb68ed7-177b-4090-b687-3def5cf46b1b), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.614873 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:40.657108 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-18ef7e90-89b6-4c04-a6f8-b276e4230e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (fcb68ed7-177b-4090-b687-3def5cf46b1b), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.659809 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-18ef7e90-89b6-4c04-a6f8-b276e4230e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:40.661000 dv-cinder-843277-2-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-18ef7e90-89b6-4c04-a6f8-b276e4230e42 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fcb68ed7-177b-4090-b687-3def5cf46b1b HTTP/1.1" status: 204 len: 168 time: 0.1399000 May 25 16:23:40.669068 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef7e90-89b6-4c04-a6f8-b276e4230e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb68ed7-177b-4090-b687-3def5cf46b1b,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:40.987916 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 46096) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:41.028554 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-597d34d0-e49c-4972-adec-312e0f82c2cb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=125dc8f9e58b436a9103f12b6968a2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394776 May 25 16:23:41.030974 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.85', 46098) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:41.068830 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:41.081428 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-51da8508-6ddc-4689-9852-312b85a72245 admin admin] Publish callbacks [] for security_group (b305e70e-019c-44f0-a8e0-9c5a0654f1fe), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:41.106183 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-51da8508-6ddc-4689-9852-312b85a72245 admin admin] Publish callbacks [] for security_group (b305e70e-019c-44f0-a8e0-9c5a0654f1fe), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:41.154635 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-51da8508-6ddc-4689-9852-312b85a72245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970771'] for security_group (b305e70e-019c-44f0-a8e0-9c5a0654f1fe), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:41.157248 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-51da8508-6ddc-4689-9852-312b85a72245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:41.158380 dv-cinder-843277-2-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-51da8508-6ddc-4689-9852-312b85a72245 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b305e70e-019c-44f0-a8e0-9c5a0654f1fe HTTP/1.1" status: 204 len: 168 time: 0.1265213 May 25 16:23:41.165973 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da8508-6ddc-4689-9852-312b85a72245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b305e70e-019c-44f0-a8e0-9c5a0654f1fe,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:46.610915 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:23:50.449437 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:50.640025 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=45,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:50.664785 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:51.161902 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:51.162784 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:00.438035 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:00.440904 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:02.715003 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=55 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:02.719220 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=54 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:04.020360 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-16498c33-84ba-4f61-9ed2-99619cbabbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:06.223486 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd02e046-29f4-49b8-855d-341574e10605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:07.131377 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:08.703905 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:10.077343 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:20.069692 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:20.071896 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:20.453074 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:22.707793 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:22.715524 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:23.615298 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:24:30.442472 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:30.446581 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:33.608548 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:34.016010 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fc12d9ab-d9df-46d5-9308-5d1e0ccc02fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:36.236999 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d5f4fc6a-f0eb-4fcf-b381-b11ff2bf38f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:37.140226 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:38.705172 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:40.082544 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:50.073596 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:50.077254 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:50.468958 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:00.459308 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:00.462312 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:00.614811 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:25:02.526000 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:04.020175 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7ae790d5-7c20-49cb-ae4e-5751ef2d43de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:06.240006 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-acaa5066-e023-4154-8f5e-b13d0eecb3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:07.139623 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:08.713678 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:10.088604 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:10.611188 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:20.466644 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:30.456592 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:30.459053 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:34.025435 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd7b5abf-da65-4d03-950d-778318daf408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:36.236567 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1c0fde57-5c9c-4d69-996b-bd3d42d8d738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:36.716207 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:36.717413 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:37.144556 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:37.620289 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:25:38.716377 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.093569 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:47.611757 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:47.612909 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:50.083860 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:50.088244 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:50.458655 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:00.445393 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:00.449837 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:02.716079 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=12 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:02.720767 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=14 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:04.022351 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-aa433ff0-569d-4929-8b52-656dbec94c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:06.242640 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa7de-0077-40cd-b5f0-08aea3c3ec8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:07.144777 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:08.713048 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:10.092213 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:13.712060 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:13.712823 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:14.625016 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:26:20.083213 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:20.085716 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:20.473038 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:24.616158 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:24.617331 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:30.464703 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:34.018147 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9b4b9769-da7d-47fb-a707-a0f560058bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:36.231712 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-067f88c4-6d63-4971-b590-31cfbf95f6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:37.148361 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:38.721369 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:40.094548 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:50.085393 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:50.086625 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:50.486757 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:50.709887 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:50.716120 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:51.630408 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:26:59.461578 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [req-b51e5d45-6890-453d-973f-ea4a1e09a38d req-7d29c319-a7ff-455e-868a-3a374eb8dbbf service neutron] (104069) timed out ('10.222.0.67', 57258) {{(pid=104069) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 16:26:59.676585 dv-cinder-843277-2-iscsi neutron-server[104069]: DEBUG neutron.wsgi [req-819399c4-0367-46b4-a6b4-33ad8ea3d8ac req-2f8d0ffa-1abe-4acc-a265-8c3470dc49ca service neutron] (104069) timed out ('10.222.0.67', 57277) {{(pid=104069) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 16:27:00.473502 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:00.476761 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:02.523389 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:02.524667 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:04.015150 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5fb0b9bb-ffe7-44d1-8578-f9ae411f51d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:06.238948 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8db05312-6c3c-411f-a08c-c1f375c53d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:07.151480 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:08.732782 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:10.105577 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:20.488192 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:27.722648 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:27.723885 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:28.635561 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:27:30.475190 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:30.479991 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:34.013400 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c4c438f5-4f00-483c-b7e4-7e80f8e5d7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:36.234537 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bed159ec-5364-4f53-b25a-361e426059c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:37.154138 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:38.628208 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:38.738385 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:40.100860 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:50.089453 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:50.092226 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:50.497376 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:00.488948 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:00.491295 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:04.010647 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-228ef615-dba8-4028-970a-1d142002eab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:04.712568 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=13 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:04.721126 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=19 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:05.640268 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:28:06.239324 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2ac01b52-623d-4b05-b75e-33d165304da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:07.151570 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:08.737728 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:10.095053 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:15.631584 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:15.632786 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:20.086237 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:20.088739 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:20.517336 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:26.554239 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:26.555388 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:30.506929 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:30.509395 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:34.003794 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-90b71ad1-4685-4954-ad74-69650ad256ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:36.244961 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-75d4116b-6ba9-43bb-89c8-fb3ca79994a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:37.166676 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:38.743861 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:40.097260 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:41.726559 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:41.728364 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:42.644884 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-73a5e9c2-7213-4842-809a-d06b0f3a38c1 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:28:50.088616 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:50.089905 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:50.545277 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd189859-d6ba-4d2b-a5e5-a31f9b451cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (3f916b35-b94e-459c-95d4-72029fc185b2), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.846363 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-c6f6526c-e1ac-47bb-8d61-40b0a8b69310 service neutron] (104068) timed out ('10.222.0.85', 38764) {{(pid=104068) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 16:28:54.927615 dv-cinder-843277-2-iscsi neutron-server[104068]: DEBUG neutron.wsgi [req-f3d505c4-173f-4f2f-a9f4-e6ca2ece86c8 req-7a71c7e1-13e8-4843-a686-615e1bd2d224 tempest-AttachVolumeShelveTestJSON-1630625586 tempest-AttachVolumeShelveTestJSON-1630625586-project] (104068) timed out ('10.222.0.85', 38772) {{(pid=104068) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 16:29:00.535764 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:00.538189 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:02.520516 dv-cinder-843277-2-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:04.007436 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-686008bd-ab92-440d-ad26-6f43b29ace4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (87e34e9a-af7e-4af8-8853-d9e5bf1f8617), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:06.252084 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9bd7bae0-b174-4f35-8d0f-5a2f41d77cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (d39136f9-11d4-461e-8e75-8a6cb61bc4ff), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:07.165846 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1f3988f1-96bc-4b7d-aa4d-c98176fd7afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (6d9c2d16-e427-49d2-b099-f4e3f373a8dd), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:08.747508 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-033c68d6-4d32-40d0-84ae-156e320a9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (687cb8c4-980c-4a73-a3e6-aff345ca2878), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:10.093029 dv-cinder-843277-2-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c60319e-5fc5-4a42-a328-98349266e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767734990421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8206840'] for agent (4007a700-2d85-4a7a-b66c-a00cb895061e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}